Status: FAILED
Triggered by: v8-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 3 hours
Actions:

Definition (rev cede8630ddaa535e84d8598c0df889e90b8923b2)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.v8.ci"
  builder: "V8 NumFuzz - TSAN"
>

Incoming triggers

  • V8 Clusterfuzz Linux64 TSAN - release builder/25197 (4 years ago by v8-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • V8 Clusterfuzz Linux64 TSAN - release builder/25198 (4 years ago by v8-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "newest_gitiles_revision": "ef1640b8b163d9c95aa22e0962852dfdb90b156d",
  "oldest_gitiles_revision": "ef1640b8b163d9c95aa22e0962852dfdb90b156d",
  "parent_build": "https://cr-buildbucket.appspot.com/build/8831013059266651681",
  "parent_buildername": "V8 Clusterfuzz Linux64 TSAN - release builder",
  "parent_gn_args": [
    "dcheck_always_on = false",
    "is_component_build = false",
    "is_debug = false",
    "is_tsan = true",
    "target_cpu = \"x64\"",
    "use_goma = true",
    "v8_enable_google_benchmark = true",
    "v8_enable_test_features = true"
  ],
  "parent_got_revision": "ef1640b8b163d9c95aa22e0962852dfdb90b156d",
  "parent_got_revision_cp": "refs/heads/main@{#77806}",
  "parent_test_spec": {
    "swarming_dimensions": {
      "os": "Ubuntu-18.04"
    },
    "swarming_task_attrs": {
      "expiration": 13800,
      "hard_timeout": 4200,
      "priority": 35
    },
    "tests": [
      [
        "d8testing_random_gc",
        2,
        null,
        "",
        [],
        {},
        {}
      ],
      [
        "numfuzz",
        1,
        null,
        "marking",
        [
          "--total-timeout-sec=2100",
          "--stress-marking=1"
        ],
        {},
        {}
      ],
      [
        "numfuzz",
        1,
        null,
        "delay",
        [
          "--total-timeout-sec=2100",
          "--stress-delay-tasks=1"
        ],
        {},
        {}
      ],
      [
        "numfuzz",
        1,
        null,
        "threads",
        [
          "--total-timeout-sec=2100",
          "--stress-thread-pool-size=1"
        ],
        {},
        {}
      ],
      [
        "numfuzz",
        1,
        null,
        "stack",
        [
          "--total-timeout-sec=2100",
          "--stress-stack-size=1"
        ],
        {},
        {}
      ],
      [
        "numfuzz",
        4,
        null,
        "combined",
        [
          "--total-timeout-sec=2100",
          "--stress-delay-tasks=4",
          "--stress-deopt=2",
          "--stress-compaction=2",
          "--stress-gc=4",
          "--stress-marking=4",
          "--stress-scavenge=4",
          "--stress-thread-pool-size=2",
          "--stress-stack-size=1"
        ],
        {},
        {}
      ],
      [
        "numfuzz",
        1,
        null,
        "scavenge",
        [
          "--total-timeout-sec=2100",
          "--stress-scavenge=1"
        ],
        {},
        {}
      ]
    ]
  },
  "revision": "ef1640b8b163d9c95aa22e0962852dfdb90b156d",
  "swarm_hashes": {
    "d8_default": "25cade2e47818b70b89f3f1d6dd623e8065e0348ca1ce1c7bc080b90340d8f49/404",
    "run-num-fuzzer": "52abb4e38dd08c7d4efb05e3978bba6fbe0d8f4b8ece4c9942d1a866f7536493/404"
  }
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/v8/v8/+/ef1640b8b163d9c95aa22e0962852dfdb90b156d
  • gitiles_ref:refs/heads/main
  • parent_buildername:V8 Clusterfuzz Linux64 TSAN - release builder
  • parent_buildnumber:25198
  • user_agent:recipe

Debug log (UTC)

[22:27:46.289] New invocation is queued and will start shortly
[22:27:46.289] Triggered by user:v8-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[22:27:47.391] Starting the invocation (attempt 1)
[22:27:47.425] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/v8/v8/+/ef1640b8b163d9c95aa22e0962852dfdb90b156d"
[22:27:47.425] Reconstructed gitiles commit from tags
[22:27:47.425] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[22:27:47.425] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[22:27:47.426] Buildbucket request:
{
  "requestId": "8996432438553721552",
  "builder": {
    "project": "v8",
    "bucket": "ci",
    "builder": "V8 NumFuzz - TSAN"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "triggers": [
                  {
                        "buildbucket": {
                              "properties": {
                                    "newest_gitiles_revision": "6366f3347b39c2d7041328d818955bc5360d241f",
                                    "oldest_gitiles_revision": "6366f3347b39c2d7041328d818955bc5360d241f",
                                    "parent_build": "https://cr-buildbucket.appspot.com/build/8831015230575437857",
                                    "parent_buildername": "V8 Clusterfuzz Linux64 TSAN - release builder",
                                    "parent_gn_args": [
                                          "dcheck_always_on = false",
                                          "is_component_build = false",
                                          "is_debug = false",
                                          "is_tsan = true",
                                          "target_cpu = \"x64\"",
                                          "use_goma = true",
                                          "v8_enable_google_benchmark = true",
                                          "v8_enable_test_features = true"
                                        ],
                                    "parent_got_revision": "6366f3347b39c2d7041328d818955bc5360d241f",
                                    "parent_got_revision_cp": "refs/heads/main@{#77805}",
                                    "parent_test_spec": {
                                          "swarming_dimensions": {
                                                "os": "Ubuntu-18.04"
                                              },
                                          "swarming_task_attrs": {
                                                "expiration": 13800,
                                                "hard_timeout": 4200,
                                                "priority": 35
                                              },
                                          "tests": [
                                                [
                                                      "d8testing_random_gc",
                                                      2,
                                                      null,
                                                      "",
                                                      [
                                                          ],
                                                      {
                                                          },
                                                      {
                                                          }
                                                    ],
                                                [
                                                      "numfuzz",
                                                      1,
                                                      null,
                                                      "marking",
                                                      [
                                                            "--total-timeout-sec=2100",
                                                            "--stress-marking=1"
                                                          ],
                                                      {
                                                          },
                                                      {
                                                          }
                                                    ],
                                                [
                                                      "numfuzz",
                                                      1,
                                                      null,
                                                      "delay",
                                                      [
                                                            "--total-timeout-sec=2100",
                                                            "--stress-delay-tasks=1"
                                                          ],
                                                      {
                                                          },
                                                      {
                                                          }
                                                    ],
                                                [
                                                      "numfuzz",
                                                      1,
                                                      null,
                                                      "threads",
                                                      [
                                                            "--total-timeout-sec=2100",
                                                            "--stress-thread-pool-size=1"
                                                          ],
                                                      {
                                                          },
                                                      {
                                                          }
                                                    ],
                                                [
                                                      "numfuzz",
                                                      1,
                                                      null,
                                                      "stack",
                                                      [
                                                            "--total-timeout-sec=2100",
                                                            "--stress-stack-size=1"
                                                          ],
                                                      {
                                                          },
                                                      {
                                                          }
                                                    ],
                                                [
                                                      "numfuzz",
                                                      4,
                                                      null,
                                                      "combined",
                                                      [
                                                            "--total-timeout-sec=2100",
                                                            "--stress-delay-tasks=4",
                                                            "--stress-deopt=2",
                                                            "--stress-compaction=2",
                                                            "--stress-gc=4",
                                                            "--stress-marking=4",
                                                            "--stress-scavenge=4",
                                                            "--stress-thread-pool-size=2",
                                                            "--stress-stack-size=1"
                                                          ],
                                                      {
                                                          },
                                                      {
                                                          }
                                                    ],
                                                [
                                                      "numfuzz",
                                                      1,
                                                      null,
                                                      "scavenge",
                                                      [
                                                            "--total-timeout-sec=2100",
                                                            "--stress-scavenge=1"
                                                          ],
                                                      {
                                                          },
                                                      {
                                                          }
                                                    ]
                                              ]
                                        },
                                    "revision": "6366f3347b39c2d7041328d818955bc5360d241f",
                                    "swarm_hashes": {
                                          "d8_default": "11a5cb0880fa545d062585e9c1c5054987e0059b76170b2681877e645e6cf6fd/404",
                                          "run-num-fuzzer": "6e3f7c2877d87edb4fe43c921e8ee6d49ef6c9716e5f8d6ed858e6958603e7a9/404"
                                        }
                                  },
                              "tags": [
                                    "buildset:commit/gitiles/chromium.googlesource.com/v8/v8/+/6366f3347b39c2d7041328d818955bc5360d241f",
                                    "gitiles_ref:refs/heads/main",
                                    "parent_buildername:V8 Clusterfuzz Linux64 TSAN - release builder",
                                    "parent_buildnumber:25197",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "c459396b-993c-49b5-83b4-7a492b4cb0c4",
                        "title": "V8 Clusterfuzz Linux64 TSAN - release builder/25197"
                      },
                  {
                        "buildbucket": {
                              "properties": {
                                    "newest_gitiles_revision": "ef1640b8b163d9c95aa22e0962852dfdb90b156d",
                                    "oldest_gitiles_revision": "ef1640b8b163d9c95aa22e0962852dfdb90b156d",
                                    "parent_build": "https://cr-buildbucket.appspot.com/build/8831013059266651681",
                                    "parent_buildername": "V8 Clusterfuzz Linux64 TSAN - release builder",
                                    "parent_gn_args": [
                                          "dcheck_always_on = false",
                                          "is_component_build = false",
                                          "is_debug = false",
                                          "is_tsan = true",
                                          "target_cpu = \"x64\"",
                                          "use_goma = true",
                                          "v8_enable_google_benchmark = true",
                                          "v8_enable_test_features = true"
                                        ],
                                    "parent_got_revision": "ef1640b8b163d9c95aa22e0962852dfdb90b156d",
                                    "parent_got_revision_cp": "refs/heads/main@{#77806}",
                                    "parent_test_spec": {
                                          "swarming_dimensions": {
                                                "os": "Ubuntu-18.04"
                                              },
                                          "swarming_task_attrs": {
                                                "expiration": 13800,
                                                "hard_timeout": 4200,
                                                "priority": 35
                                              },
                                          "tests": [
                                                [
                                                      "d8testing_random_gc",
                                                      2,
                                                      null,
                                                      "",
                                                      [
                                                          ],
                                                      {
                                                          },
                                                      {
                                                          }
                                                    ],
                                                [
                                                      "numfuzz",
                                                      1,
                                                      null,
                                                      "marking",
                                                      [
                                                            "--total-timeout-sec=2100",
                                                            "--stress-marking=1"
                                                          ],
                                                      {
                                                          },
                                                      {
                                                          }
                                                    ],
                                                [
                                                      "numfuzz",
                                                      1,
                                                      null,
                                                      "delay",
                                                      [
                                                            "--total-timeout-sec=2100",
                                                            "--stress-delay-tasks=1"
                                                          ],
                                                      {
                                                          },
                                                      {
                                                          }
                                                    ],
                                                [
                                                      "numfuzz",
                                                      1,
                                                      null,
                                                      "threads",
                                                      [
                                                            "--total-timeout-sec=2100",
                                                            "--stress-thread-pool-size=1"
                                                          ],
                                                      {
                                                          },
                                                      {
                                                          }
                                                    ],
                                                [
                                                      "numfuzz",
                                                      1,
                                                      null,
                                                      "stack",
                                                      [
                                                            "--total-timeout-sec=2100",
                                                            "--stress-stack-size=1"
                                                          ],
                                                      {
                                                          },
                                                      {
                                                          }
                                                    ],
                                                [
                                                      "numfuzz",
                                                      4,
                                                      null,
                                                      "combined",
                                                      [
                                                            "--total-timeout-sec=2100",
                                                            "--stress-delay-tasks=4",
                                                            "--stress-deopt=2",
                                                            "--stress-compaction=2",
                                                            "--stress-gc=4",
                                                            "--stress-marking=4",
                                                            "--stress-scavenge=4",
                                                            "--stress-thread-pool-size=2",
                                                            "--stress-stack-size=1"
                                                          ],
                                                      {
                                                          },
                                                      {
                                                          }
                                                    ],
                                                [
                                                      "numfuzz",
                                                      1,
                                                      null,
                                                      "scavenge",
                                                      [
                                                            "--total-timeout-sec=2100",
                                                            "--stress-scavenge=1"
                                                          ],
                                                      {
                                                          },
                                                      {
                                                          }
                                                    ]
                                              ]
                                        },
                                    "revision": "ef1640b8b163d9c95aa22e0962852dfdb90b156d",
                                    "swarm_hashes": {
                                          "d8_default": "25cade2e47818b70b89f3f1d6dd623e8065e0348ca1ce1c7bc080b90340d8f49/404",
                                          "run-num-fuzzer": "52abb4e38dd08c7d4efb05e3978bba6fbe0d8f4b8ece4c9942d1a866f7536493/404"
                                        }
                                  },
                              "tags": [
                                    "buildset:commit/gitiles/chromium.googlesource.com/v8/v8/+/ef1640b8b163d9c95aa22e0962852dfdb90b156d",
                                    "gitiles_ref:refs/heads/main",
                                    "parent_buildername:V8 Clusterfuzz Linux64 TSAN - release builder",
                                    "parent_buildnumber:25198",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "ee4ca02b-3ef5-4156-8527-6df9db120527",
                        "title": "V8 Clusterfuzz Linux64 TSAN - release builder/25198"
                      }
                ]
          },
      "newest_gitiles_revision": "ef1640b8b163d9c95aa22e0962852dfdb90b156d",
      "oldest_gitiles_revision": "ef1640b8b163d9c95aa22e0962852dfdb90b156d",
      "parent_build": "https://cr-buildbucket.appspot.com/build/8831013059266651681",
      "parent_buildername": "V8 Clusterfuzz Linux64 TSAN - release builder",
      "parent_gn_args": [
            "dcheck_always_on = false",
            "is_component_build = false",
            "is_debug = false",
            "is_tsan = true",
            "target_cpu = \"x64\"",
            "use_goma = true",
            "v8_enable_google_benchmark = true",
            "v8_enable_test_features = true"
          ],
      "parent_got_revision": "ef1640b8b163d9c95aa22e0962852dfdb90b156d",
      "parent_got_revision_cp": "refs/heads/main@{#77806}",
      "parent_test_spec": {
            "swarming_dimensions": {
                  "os": "Ubuntu-18.04"
                },
            "swarming_task_attrs": {
                  "expiration": 13800,
                  "hard_timeout": 4200,
                  "priority": 35
                },
            "tests": [
                  [
                        "d8testing_random_gc",
                        2,
                        null,
                        "",
                        [
                            ],
                        {
                            },
                        {
                            }
                      ],
                  [
                        "numfuzz",
                        1,
                        null,
                        "marking",
                        [
                              "--total-timeout-sec=2100",
                              "--stress-marking=1"
                            ],
                        {
                            },
                        {
                            }
                      ],
                  [
                        "numfuzz",
                        1,
                        null,
                        "delay",
                        [
                              "--total-timeout-sec=2100",
                              "--stress-delay-tasks=1"
                            ],
                        {
                            },
                        {
                            }
                      ],
                  [
                        "numfuzz",
                        1,
                        null,
                        "threads",
                        [
                              "--total-timeout-sec=2100",
                              "--stress-thread-pool-size=1"
                            ],
                        {
                            },
                        {
                            }
                      ],
                  [
                        "numfuzz",
                        1,
                        null,
                        "stack",
                        [
                              "--total-timeout-sec=2100",
                              "--stress-stack-size=1"
                            ],
                        {
                            },
                        {
                            }
                      ],
                  [
                        "numfuzz",
                        4,
                        null,
                        "combined",
                        [
                              "--total-timeout-sec=2100",
                              "--stress-delay-tasks=4",
                              "--stress-deopt=2",
                              "--stress-compaction=2",
                              "--stress-gc=4",
                              "--stress-marking=4",
                              "--stress-scavenge=4",
                              "--stress-thread-pool-size=2",
                              "--stress-stack-size=1"
                            ],
                        {
                            },
                        {
                            }
                      ],
                  [
                        "numfuzz",
                        1,
                        null,
                        "scavenge",
                        [
                              "--total-timeout-sec=2100",
                              "--stress-scavenge=1"
                            ],
                        {
                            },
                        {
                            }
                      ]
                ]
          },
      "swarm_hashes": {
            "d8_default": "25cade2e47818b70b89f3f1d6dd623e8065e0348ca1ce1c7bc080b90340d8f49/404",
            "run-num-fuzzer": "52abb4e38dd08c7d4efb05e3978bba6fbe0d8f4b8ece4c9942d1a866f7536493/404"
          }
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "v8/v8",
    "id": "ef1640b8b163d9c95aa22e0962852dfdb90b156d",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8996432438553721552"
    },
    {
      "key": "scheduler_job_id",
      "value": "v8/V8 NumFuzz - TSAN"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "V8 Clusterfuzz Linux64 TSAN - release builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "25198"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[22:27:48.013] Scheduled build:
{
  "id": "8831002376639619073",
  "builder": {
    "project": "v8",
    "bucket": "ci",
    "builder": "V8 NumFuzz - TSAN"
  },
  "number": 16333,
  "createdBy": "project:v8",
  "createTime": "2021-11-09T22:27:47.484720369Z",
  "updateTime": "2021-11-09T22:27:47.484720369Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "v8/v8",
      "id": "ef1640b8b163d9c95aa22e0962852dfdb90b156d",
      "ref": "refs/heads/main"
    }
  }
}
[22:27:48.013] Task URL: https://cr-buildbucket.appspot.com/build/8831002376639619073
[22:27:48.013] Scheduling timer "check-buildbucket-build-status" (v8/V8 NumFuzz - TSAN:8996432438553721552:2:0) after 4m4s
[22:28:04.383] Received PubSub notification, asking Buildbucket for the build status
[22:28:04.434] Build status: STARTED
[22:31:52.038] Handling timer "check-buildbucket-build-status" (v8/V8 NumFuzz - TSAN:8996432438553721552:2:0)
[22:31:52.071] Build status: STARTED
[22:31:52.071] Scheduling timer "check-buildbucket-build-status" (v8/V8 NumFuzz - TSAN:8996432438553721552:4:0) after 9m36s
[22:41:28.100] Handling timer "check-buildbucket-build-status" (v8/V8 NumFuzz - TSAN:8996432438553721552:4:0)
[22:41:28.179] Build status: STARTED
[22:41:28.179] Scheduling timer "check-buildbucket-build-status" (v8/V8 NumFuzz - TSAN:8996432438553721552:5:0) after 8m28s
[22:49:56.432] Handling timer "check-buildbucket-build-status" (v8/V8 NumFuzz - TSAN:8996432438553721552:5:0)
[22:49:56.466] Build status: STARTED
[22:49:56.467] Scheduling timer "check-buildbucket-build-status" (v8/V8 NumFuzz - TSAN:8996432438553721552:6:0) after 6m56s
[22:56:52.491] Handling timer "check-buildbucket-build-status" (v8/V8 NumFuzz - TSAN:8996432438553721552:6:0)
[22:56:52.575] Build status: STARTED
[22:56:52.575] Scheduling timer "check-buildbucket-build-status" (v8/V8 NumFuzz - TSAN:8996432438553721552:7:0) after 4m34s
[23:01:26.600] Handling timer "check-buildbucket-build-status" (v8/V8 NumFuzz - TSAN:8996432438553721552:7:0)
[23:01:26.632] Build status: STARTED
[23:01:26.633] Scheduling timer "check-buildbucket-build-status" (v8/V8 NumFuzz - TSAN:8996432438553721552:8:0) after 1m8s
[23:02:34.756] Handling timer "check-buildbucket-build-status" (v8/V8 NumFuzz - TSAN:8996432438553721552:8:0)
[23:02:34.789] Build status: STARTED
[23:02:34.789] Scheduling timer "check-buildbucket-build-status" (v8/V8 NumFuzz - TSAN:8996432438553721552:9:0) after 5m23s
[23:07:57.814] Handling timer "check-buildbucket-build-status" (v8/V8 NumFuzz - TSAN:8996432438553721552:9:0)
[23:07:57.906] Build status: STARTED
[23:07:57.906] Scheduling timer "check-buildbucket-build-status" (v8/V8 NumFuzz - TSAN:8996432438553721552:10:0) after 2m42s
[23:10:39.939] Handling timer "check-buildbucket-build-status" (v8/V8 NumFuzz - TSAN:8996432438553721552:10:0)
[23:10:39.977] Build status: STARTED
[23:10:39.977] Scheduling timer "check-buildbucket-build-status" (v8/V8 NumFuzz - TSAN:8996432438553721552:11:0) after 9m43s
[23:20:23.000] Handling timer "check-buildbucket-build-status" (v8/V8 NumFuzz - TSAN:8996432438553721552:11:0)
[23:20:23.036] Build status: STARTED
[23:20:23.036] Scheduling timer "check-buildbucket-build-status" (v8/V8 NumFuzz - TSAN:8996432438553721552:12:0) after 8m51s
[23:29:14.433] Handling timer "check-buildbucket-build-status" (v8/V8 NumFuzz - TSAN:8996432438553721552:12:0)
[23:29:14.552] Build status: STARTED
[23:29:14.552] Scheduling timer "check-buildbucket-build-status" (v8/V8 NumFuzz - TSAN:8996432438553721552:13:0) after 6m43s
[23:35:57.582] Handling timer "check-buildbucket-build-status" (v8/V8 NumFuzz - TSAN:8996432438553721552:13:0)
[23:35:57.631] Build status: STARTED
[23:35:57.631] Scheduling timer "check-buildbucket-build-status" (v8/V8 NumFuzz - TSAN:8996432438553721552:14:0) after 8m57s
[23:44:54.656] Handling timer "check-buildbucket-build-status" (v8/V8 NumFuzz - TSAN:8996432438553721552:14:0)
[23:44:54.690] Build status: STARTED
[23:44:54.690] Scheduling timer "check-buildbucket-build-status" (v8/V8 NumFuzz - TSAN:8996432438553721552:15:0) after 6m42s
[23:51:36.700] Handling timer "check-buildbucket-build-status" (v8/V8 NumFuzz - TSAN:8996432438553721552:15:0)
[23:51:36.764] Build status: STARTED
[23:51:36.764] Scheduling timer "check-buildbucket-build-status" (v8/V8 NumFuzz - TSAN:8996432438553721552:16:0) after 4m42s
[23:56:18.785] Handling timer "check-buildbucket-build-status" (v8/V8 NumFuzz - TSAN:8996432438553721552:16:0)
[23:56:18.820] Build status: STARTED
[23:56:18.820] Scheduling timer "check-buildbucket-build-status" (v8/V8 NumFuzz - TSAN:8996432438553721552:17:0) after 3m23s
[23:59:42.034] Handling timer "check-buildbucket-build-status" (v8/V8 NumFuzz - TSAN:8996432438553721552:17:0)
[23:59:42.068] Build status: STARTED
[23:59:42.068] Scheduling timer "check-buildbucket-build-status" (v8/V8 NumFuzz - TSAN:8996432438553721552:18:0) after 5m3s
[00:04:45.219] Handling timer "check-buildbucket-build-status" (v8/V8 NumFuzz - TSAN:8996432438553721552:18:0)
[00:04:45.260] Build status: STARTED
[00:04:45.260] Scheduling timer "check-buildbucket-build-status" (v8/V8 NumFuzz - TSAN:8996432438553721552:19:0) after 2m44s
[00:07:29.442] Handling timer "check-buildbucket-build-status" (v8/V8 NumFuzz - TSAN:8996432438553721552:19:0)
[00:07:29.507] Build status: STARTED
[00:07:29.507] Scheduling timer "check-buildbucket-build-status" (v8/V8 NumFuzz - TSAN:8996432438553721552:20:0) after 5m52s
[00:13:21.512] Handling timer "check-buildbucket-build-status" (v8/V8 NumFuzz - TSAN:8996432438553721552:20:0)
[00:13:21.568] Build status: STARTED
[00:13:21.568] Scheduling timer "check-buildbucket-build-status" (v8/V8 NumFuzz - TSAN:8996432438553721552:21:0) after 4m48s
[00:18:09.716] Handling timer "check-buildbucket-build-status" (v8/V8 NumFuzz - TSAN:8996432438553721552:21:0)
[00:18:09.751] Build status: STARTED
[00:18:09.751] Scheduling timer "check-buildbucket-build-status" (v8/V8 NumFuzz - TSAN:8996432438553721552:22:0) after 9m55s
[00:28:04.884] Handling timer "check-buildbucket-build-status" (v8/V8 NumFuzz - TSAN:8996432438553721552:22:0)
[00:28:04.926] Build status: STARTED
[00:28:04.926] Scheduling timer "check-buildbucket-build-status" (v8/V8 NumFuzz - TSAN:8996432438553721552:23:0) after 6m51s
[00:34:56.136] Handling timer "check-buildbucket-build-status" (v8/V8 NumFuzz - TSAN:8996432438553721552:23:0)
[00:34:56.172] Build status: STARTED
[00:34:56.172] Scheduling timer "check-buildbucket-build-status" (v8/V8 NumFuzz - TSAN:8996432438553721552:24:0) after 3m6s
[00:38:02.475] Handling timer "check-buildbucket-build-status" (v8/V8 NumFuzz - TSAN:8996432438553721552:24:0)
[00:38:02.508] Build status: STARTED
[00:38:02.508] Scheduling timer "check-buildbucket-build-status" (v8/V8 NumFuzz - TSAN:8996432438553721552:25:0) after 6m35s
[00:44:37.709] Handling timer "check-buildbucket-build-status" (v8/V8 NumFuzz - TSAN:8996432438553721552:25:0)
[00:44:37.743] Build status: STARTED
[00:44:37.743] Scheduling timer "check-buildbucket-build-status" (v8/V8 NumFuzz - TSAN:8996432438553721552:26:0) after 3m56s
[00:48:33.777] Handling timer "check-buildbucket-build-status" (v8/V8 NumFuzz - TSAN:8996432438553721552:26:0)
[00:48:33.903] Build status: STARTED
[00:48:33.903] Scheduling timer "check-buildbucket-build-status" (v8/V8 NumFuzz - TSAN:8996432438553721552:27:0) after 5m36s
[00:54:10.258] Handling timer "check-buildbucket-build-status" (v8/V8 NumFuzz - TSAN:8996432438553721552:27:0)
[00:54:10.295] Build status: STARTED
[00:54:10.295] Scheduling timer "check-buildbucket-build-status" (v8/V8 NumFuzz - TSAN:8996432438553721552:28:0) after 6m41s
[01:00:51.323] Handling timer "check-buildbucket-build-status" (v8/V8 NumFuzz - TSAN:8996432438553721552:28:0)
[01:00:51.354] Build status: STARTED
[01:00:51.354] Scheduling timer "check-buildbucket-build-status" (v8/V8 NumFuzz - TSAN:8996432438553721552:29:0) after 6m17s
[01:07:08.376] Handling timer "check-buildbucket-build-status" (v8/V8 NumFuzz - TSAN:8996432438553721552:29:0)
[01:07:08.416] Build status: STARTED
[01:07:08.416] Scheduling timer "check-buildbucket-build-status" (v8/V8 NumFuzz - TSAN:8996432438553721552:30:0) after 7m55s
[01:15:03.651] Handling timer "check-buildbucket-build-status" (v8/V8 NumFuzz - TSAN:8996432438553721552:30:0)
[01:15:03.706] Build status: STARTED
[01:15:03.706] Scheduling timer "check-buildbucket-build-status" (v8/V8 NumFuzz - TSAN:8996432438553721552:31:0) after 4m48s
[01:19:51.926] Handling timer "check-buildbucket-build-status" (v8/V8 NumFuzz - TSAN:8996432438553721552:31:0)
[01:19:51.958] Build status: STARTED
[01:19:51.958] Scheduling timer "check-buildbucket-build-status" (v8/V8 NumFuzz - TSAN:8996432438553721552:32:0) after 8m26s
[01:28:17.997] Handling timer "check-buildbucket-build-status" (v8/V8 NumFuzz - TSAN:8996432438553721552:32:0)
[01:28:18.028] Build status: STARTED
[01:28:18.028] Scheduling timer "check-buildbucket-build-status" (v8/V8 NumFuzz - TSAN:8996432438553721552:33:0) after 9m32s
[01:37:50.127] Handling timer "check-buildbucket-build-status" (v8/V8 NumFuzz - TSAN:8996432438553721552:33:0)
[01:37:50.171] Build status: STARTED
[01:37:50.171] Scheduling timer "check-buildbucket-build-status" (v8/V8 NumFuzz - TSAN:8996432438553721552:34:0) after 3m45s
[01:41:35.208] Handling timer "check-buildbucket-build-status" (v8/V8 NumFuzz - TSAN:8996432438553721552:34:0)
[01:41:35.246] Build status: STARTED
[01:41:35.246] Scheduling timer "check-buildbucket-build-status" (v8/V8 NumFuzz - TSAN:8996432438553721552:35:0) after 2m12s
[01:43:47.366] Handling timer "check-buildbucket-build-status" (v8/V8 NumFuzz - TSAN:8996432438553721552:35:0)
[01:43:47.404] Build status: STARTED
[01:43:47.404] Scheduling timer "check-buildbucket-build-status" (v8/V8 NumFuzz - TSAN:8996432438553721552:36:0) after 7m59s
[01:51:46.429] Handling timer "check-buildbucket-build-status" (v8/V8 NumFuzz - TSAN:8996432438553721552:36:0)
[01:51:46.485] Build status: STARTED
[01:51:46.485] Scheduling timer "check-buildbucket-build-status" (v8/V8 NumFuzz - TSAN:8996432438553721552:37:0) after 5m0s
[01:56:46.510] Handling timer "check-buildbucket-build-status" (v8/V8 NumFuzz - TSAN:8996432438553721552:37:0)
[01:56:46.549] Build status: STARTED
[01:56:46.549] Scheduling timer "check-buildbucket-build-status" (v8/V8 NumFuzz - TSAN:8996432438553721552:38:0) after 4m13s
[02:00:59.582] Handling timer "check-buildbucket-build-status" (v8/V8 NumFuzz - TSAN:8996432438553721552:38:0)
[02:00:59.617] Build status: STARTED
[02:00:59.617] Scheduling timer "check-buildbucket-build-status" (v8/V8 NumFuzz - TSAN:8996432438553721552:39:0) after 3m31s
[02:04:30.880] Handling timer "check-buildbucket-build-status" (v8/V8 NumFuzz - TSAN:8996432438553721552:39:0)
[02:04:30.929] Build status: STARTED
[02:04:30.929] Scheduling timer "check-buildbucket-build-status" (v8/V8 NumFuzz - TSAN:8996432438553721552:40:0) after 9m58s
[02:14:29.369] Handling timer "check-buildbucket-build-status" (v8/V8 NumFuzz - TSAN:8996432438553721552:40:0)
[02:14:29.400] Build status: STARTED
[02:14:29.400] Scheduling timer "check-buildbucket-build-status" (v8/V8 NumFuzz - TSAN:8996432438553721552:41:0) after 7m4s
[02:19:28.648] Received PubSub notification, asking Buildbucket for the build status
[02:19:28.689] Build:
{
  "id": "8831002376639619073",
  "builder": {
    "project": "v8",
    "bucket": "ci",
    "builder": "V8 NumFuzz - TSAN"
  },
  "number": 16333,
  "createdBy": "project:v8",
  "createTime": "2021-11-09T22:27:47.484720369Z",
  "startTime": "2021-11-09T22:27:51.590648Z",
  "endTime": "2021-11-10T02:19:27.742002104Z",
  "updateTime": "2021-11-10T02:19:27.742002104Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "v8/v8",
      "id": "ef1640b8b163d9c95aa22e0962852dfdb90b156d",
      "ref": "refs/heads/main"
    }
  }
}
[02:19:28.689] Invocation finished in 3h51m42.414675381s with status FAILED