Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 30 minutes
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

  • Linux TSan Builder/79633 (4 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$build/chromium_tests": {
    "fixed_revisions": {
      "src": "ec593a2ec041452729a29cbbc7fce7ba4d2bcfe4"
    }
  },
  "branch": "refs/heads/main",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "f3052589f723dda12431cfe3e0d4c7bdd031f149",
  "parent_got_dawn_revision": "959f1da63760e7d0c0cfa9425a41ed41b7316d01",
  "parent_got_nacl_revision": "957cbe470018adc3d9d1763fd75bbae455a9fddc",
  "parent_got_revision": "ec593a2ec041452729a29cbbc7fce7ba4d2bcfe4",
  "parent_got_revision_cp": "refs/heads/main@{#947831}",
  "parent_got_swiftshader_revision": "f9c39655a610a2ef636b834316fbc94669d6aadd",
  "parent_got_v8_revision": "e0e448c7e5494fd2d3a4f1b1e592f597eb13bc8e",
  "parent_got_v8_revision_cp": "refs/heads/9.8.139@{#1}",
  "parent_got_webrtc_revision": "4b7024b57216be77a93fe27ec6dcf9020ee9cd60",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#35461}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "ec593a2ec041452729a29cbbc7fce7ba4d2bcfe4",
  "swarm_hashes": {
    "absl_hardening_tests": "017d8f77b4492958f0439238212c88a876096269fb3cfbad9f4fd06d5e2bc046/569",
    "accessibility_unittests": "585ed01aa13fa4fac4e9b7e80f1b9232a86ba1eab0d2b4b7099105afadc281e2/569",
    "angle_unittests": "9e10e045a9ebd5eb233cf38895c90e58a9b252c503ba49ddd53e6ffe5a944fd6/570",
    "app_shell_unittests": "104a9f49dfb187f9aca31438c6702db227ba57ce7be0fb688bb6ff89cbfc0222/730",
    "aura_unittests": "4e5afc5f7470e56e49454949174ac68e832847883725f7fbba74900da0b9e2e2/569",
    "base_unittests": "6c4fc4679dc0ef0403ff637162b340da6feeaef9c1ffab72cad31502ad6691d0/648",
    "blink_common_unittests": "da8bed0a74b6024d5f9dc57e6cca00a528ddbd42f8d47a890d13dce27b0ad695/647",
    "blink_fuzzer_unittests": "ccf8ec01b9b7726ff8b7ba8a21adc167c963b7c88a3a9e4a786c24d3bfb77833/569",
    "blink_heap_unittests": "fc5adb60ec3ee8b32f5199f06cfc497fcf8e0e44aeee1ce269972a9393d6073e/569",
    "blink_platform_unittests": "32ee7e9c8bcc6f85b104702d885e540c8ba4b7b14769b40869160b892ba5cf06/726",
    "blink_unittests": "4af4a73a15104c01b859dc52792ac73ccda537b2eff216bba33ceeafd0fd198a/810",
    "boringssl_crypto_tests": "cea0ae0f2a81c9b604309b89a1aef636210367441507f025f95f86cf80ac95ce/570",
    "boringssl_ssl_tests": "e051cf1c9546625bd36a464fc9ea717da8329154ab6a5a3f67efcb3e4b7c085e/569",
    "capture_unittests": "22e518f46d2204f03d43c9f0b6f6905e59b1ecb422676a8f9d2fd9c44ec43943/648",
    "cast_unittests": "be6a210bc6b34da602a5488dd3a8bbae5c22eb6f4e4aeee325e9e901f27d4f8a/569",
    "cc_unittests": "64692ce02bd355bf6a335927d399b66046e08ed7de57fa6322d27f332207ca11/653",
    "chrome_app_unittests": "f3eab2e0c753446367964f37cad8b9ad80670f4d148f78c6fa7a011a936988aa/648",
    "chromedriver_unittests": "c12be374a59ee21cb0b4ae27e5bb9120da71a8c22a1fa8550def7a1f354e78a6/726",
    "color_unittests": "6d928a2c9e92e00c1a26e51a8fce7c7f38faf9b95287073c644bedb52271af70/569",
    "components_browsertests": "1c92a3c43275dd78db42c3fdf4e5c9391ac7ba0f9204b443730834b143738cec/813",
    "components_unittests": "b9df42df98460ccdd18ff5d8937608c13dccf9295a336821fc1d926ad318fe8e/813",
    "compositor_unittests": "6e76c5fe1b67a197d204cb2170c5624a261cc2640c1cd85070dcb3e4c4b1eb80/645",
    "content_browsertests": "be1f5363254907172489e017ec5a931ecf7a432a52854ece96b79ea5ce9c328c/887",
    "content_unittests": "d0a7a942b6228fc27dc7d6fb3fa84f67eee03cdc804cae3161ea3923dcffb41d/806",
    "cronet_tests": "97eb0cfba467600527a597df180ffcbe1c284109d525fabbf1cbd1d1f740cf1e/730",
    "cronet_unittests": "5601cd4d3c121bd967a6c4090f8779be10b79039eb9802c15ca3eddc2726fcee/646",
    "crypto_unittests": "d01d05ab8233f8693e0f7fbd2f39738397c96076df803d66f3c461d4c977372d/569",
    "dbus_unittests": "c9f256d6f9e4e0dad20ab025f08f584640ee01eed8dfb24dfcfc6ccfa6d00a8f/569",
    "device_unittests": "4df44c1668c9f2ece238c9493a2359d4bfb00828555baec6340138c1621f16e8/646",
    "display_unittests": "5d8e3ebc83aa89fc1d6752b8ce7358399abc5eaac82075433bfcab2d9253c0ce/569",
    "events_unittests": "34ddecc1fd6c7353956a52e8617f49d2d8d57845ff2b96b63e6ceaff426813f8/569",
    "extensions_browsertests": "6a68290f1a3bd128cab384241f336d6d3ca5ebb4f795ee61d0680831295dd01c/732",
    "extensions_unittests": "a35b3fe2972b06ae6318f9703cf2ebd33a4d5685acba15fd17cd7c568cf7b27b/896",
    "filesystem_service_unittests": "06416bcf85dc8e1f25eac3e57d94dcbc0b8ebb5037481770e5d316b348809c4d/569",
    "gcm_unit_tests": "780e3405c56436c48a74a1d6de32ee00c323abf6f896d3db607d42269ebcca28/646",
    "gfx_unittests": "71f07a1718ce595f9627972dd2c6f9c8d995b400fbfa7e7ed919a89d649e4273/645",
    "gin_unittests": "967723fc819b6e21133f2e86b480272520935ce440371f1c9fb549b6b5afd692/646",
    "gl_tests": "915d607ab88c985323125d04d5afa1b4265fa9615c42addb8bfec1d47af8ba82/569",
    "gl_unittests": "49d18061f7442f0ad951cd3534deefcf810e950852143be396bb24fff9ea5904/569",
    "google_apis_unittests": "0f31c9c89b691daeb5a143dd860343e70e7665f5bca39c3c02c0d82ec98a8ba4/731",
    "gpu_unittests": "64f3071943d314f03bfead1f4d4e565684a9d2c681b62dc7923e9daf83c06e3d/646",
    "gwp_asan_unittests": "a1414265e6363367b778698fbb087cfa1421f80bab77a7c8acc0d7e2b27e950d/570",
    "headless_browsertests": "770ec1aabed50691625c5a33f5e2379c5cc3d2dcef06a8c0f549ef70572cf401/730",
    "headless_unittests": "79715e978f8b94996512f6f7b33dd563e8404bb331820612121e8b292d54d983/569",
    "interactive_ui_tests": "f43c28249df52f27bbb2dc9c36e85e0c26899768c4464d7f8a016f16f4a52d02/965",
    "ipc_tests": "d0e84dd2a6920edbe0740572eb17c43b26677af5c40f8ad38b943078e0d3f4b6/569",
    "jingle_unittests": "3b62856753ad558183f9ac86a241be3258eb3ab7dd225c5730ba91c31cf593cd/646",
    "latency_unittests": "47e53987be688c1544b5221b22f1a4d1b678a730877b5a7890efb6aeeb89f9c3/569",
    "libjingle_xmpp_unittests": "c01e656e9065810f000f50f81235fd8e3703a1c64f468ddbf574cfd93c5489dd/569",
    "liburlpattern_unittests": "140be556e506b10c1a8a2d9b24f0f74cc356be9e304835a39e2450ca49aa4b26/569",
    "media_unittests": "3ada2b7e2cccd9a3a7da187414d440ef227543642b4c3c81707ed5f7c58d03fc/649",
    "message_center_unittests": "c15a5cb52585dfb278d9de4bd4d0558c5ed03292aac8e75de902d858fd0f1334/569",
    "midi_unittests": "983e83daf3b691eefacbe71e695f599ea29e0ca2e7ba7ae08fa18ec610d33143/569",
    "mojo_core_unittests": "660d50dccc76f240bd4ccbbba1ff3225ab3c4af2be8dcd3c93d76086ba796bcf/569",
    "mojo_unittests": "a3033910a9ab3576576907f3050e8504adb93c3bddbf6ce19a796eb4d7939334/647",
    "native_theme_unittests": "605f16f829f54e197bdf8095d45b1c1931d9a69bae7af3bcd1e333c7f7a39ddb/569",
    "net_unittests": "80a233234112f1c222a5e4af43dabfd30ff226ba05f724eab44d0c746380583d/648",
    "openscreen_unittests": "a7ccb51fdd14b591ba3825b463d19769d49f1e69f2ac4dcabad91a14dd62d8ac/648",
    "ozone_x11_unittests": "c45980512c33efa37ac0ff06c9cf6ab243beb86d80aa5d34c88b72d926f0c58d/569",
    "pdf_unittests": "35825a4c4e038d0514b9e09ff5db640b94c4444df1827f6caac79bbfd97a8b72/646",
    "perfetto_unittests": "e456eaee9d7d36a6350701ec86ae8b431bc026a38bf5a71b4e6f7b1c13940160/569",
    "ppapi_unittests": "01115af4cf44851e484f0137794c54fc37c40e653d65010ada4f141811af55ae/569",
    "printing_unittests": "de6b269d6b7f03ff9834153e07e133b8165e8dd833450f2ef1ef3e3337129eaf/569",
    "remoting_unittests": "29ea414ecc33c511d52bebd44e6110e5ec0de68688857bcc11a5ec51093eb7f1/646",
    "sandbox_linux_unittests": "76233bbc1d23b23d295bab143a9f346e31ccb2fe3c6ac776dc3cfae4ff42e9d2/569",
    "service_manager_unittests": "70cdfe673ee45ab404a7f78843f357f0f79972f7751bcdf12f734940cb311250/569",
    "services_unittests": "6220eae95acc317a761f6cfdde72ebf333bd46f1d815894a920277ee65e5de1f/815",
    "shell_dialogs_unittests": "7c47bfb0105a35ee0a94fdaadfde9403cfd2da7940720123a6bdb07335d813a6/569",
    "skia_unittests": "248221d377f0b5345fdb459ae05cba8c889fc258c8404769450c9a77af653ddb/569",
    "snapshot_unittests": "3ef71e5e1889c6a803bd7dd89d96aae95d84f6e9bd8927202e78148cc47ece72/569",
    "sql_unittests": "a3ced10947c9656f8da7dbed0750a5ea55dd608f38ba78c3ee1324c1c0a1b48e/646",
    "storage_unittests": "7445b2b995e43cd362772bd116681f49d5cca9c3cc340dc6c2cdad09fd6d834e/727",
    "sync_integration_tests": "36de6273a7393c363af090b8a85dbdf3ea93f51cc8fa748d1531f97a2be3805c/729",
    "ui_base_unittests": "450644d97726dc891980d8e99ea0d8f8f5bb58669ae4b4db94020396e95251d3/723",
    "ui_touch_selection_unittests": "7481e0439cbdf862b4d60ded3fd67fca56946ed080c896d4465a5aa70b0720a0/569",
    "unit_tests": "d8c46f6d51ac988f38c60207f0317155c0aeb3ec1939bece16ba568053aff7c3/1062",
    "url_unittests": "f8f40a8289685e214b8c4509a9f3a2ba6146d14b9503bc82b438d096177394ee/569",
    "views_unittests": "7674fc93dc1e2e672e737f7636dbef0151dda486784f2da79e6806dd9e711b8d/569",
    "viz_unittests": "3854200a8a54020189ac7ff205e94c47d324d007537cbaebd370a64574c4867e/653",
    "vr_common_unittests": "8f1f4bd1258c3a0442cea0b325cba8e487a77667332be02c20fd748b0fa01101/648",
    "vr_pixeltests": "9fda2823e0b2de78b90b51754f0d9bf148a71686e4653f9c09c5b2bfbc0cb8c1/646",
    "weblayer_browsertests": "2fa0e082660d75fcff342034d13d222e07cb61ce971dbd2cc93251b03400897e/814",
    "weblayer_unittests": "39e9cac4c5b18abc526d47c1a84ab719112b0e10b8de5a76fb16f7a691c19a29/646",
    "wm_unittests": "ac89c4e5a6742971388e1e95a9e80cc4ee313d86bab74054c5e6b4f4fb1cb2b3/569",
    "wtf_unittests": "e6dabb3bf039ed4a1b94a05a1d74c9198bbfaaf7aa02e4f2940fba49e4ca0641/569",
    "x11_unittests": "4e2224f11e805df406541ad2ceb81092385bf00a4f9b2f7890ab1c0700099534/569",
    "xr_browser_tests": "81bf77adb1ea234253f1e3a2ea33483fb05e3a3ff9a4f05aea655d19dbb78cdd/728",
    "zlib_unittests": "eddd93d270945b9e82f1702de9a870a5c2c256f2e56742056af065362da65a06/570"
  },
  "swarming_command_lines_cwd": "out/Release",
  "swarming_command_lines_digest": "d35d624e302339bddf63f41a26541de5b97ee363969aba926d26843428908d07/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/ec593a2ec041452729a29cbbc7fce7ba4d2bcfe4
  • gitiles_ref:refs/heads/main
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:79633
  • user_agent:recipe

Debug log (UTC)

[03:00:08.156] New invocation is queued and will start shortly
[03:00:08.156] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[03:00:09.271] Starting the invocation (attempt 1)
[03:00:09.303] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/ec593a2ec041452729a29cbbc7fce7ba4d2bcfe4"
[03:00:09.303] Popped gitiles commit info from properties and tags
[03:00:09.303] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[03:00:09.304] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[03:00:09.304] Buildbucket request:
{
  "requestId": "8994331572639663472",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$build/chromium_tests": {
            "fixed_revisions": {
                  "src": "ec593a2ec041452729a29cbbc7fce7ba4d2bcfe4"
                }
          },
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "f3052589f723dda12431cfe3e0d4c7bdd031f149",
      "parent_got_dawn_revision": "959f1da63760e7d0c0cfa9425a41ed41b7316d01",
      "parent_got_nacl_revision": "957cbe470018adc3d9d1763fd75bbae455a9fddc",
      "parent_got_revision": "ec593a2ec041452729a29cbbc7fce7ba4d2bcfe4",
      "parent_got_revision_cp": "refs/heads/main@{#947831}",
      "parent_got_swiftshader_revision": "f9c39655a610a2ef636b834316fbc94669d6aadd",
      "parent_got_v8_revision": "e0e448c7e5494fd2d3a4f1b1e592f597eb13bc8e",
      "parent_got_v8_revision_cp": "refs/heads/9.8.139@{#1}",
      "parent_got_webrtc_revision": "4b7024b57216be77a93fe27ec6dcf9020ee9cd60",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#35461}",
      "swarm_hashes": {
            "absl_hardening_tests": "017d8f77b4492958f0439238212c88a876096269fb3cfbad9f4fd06d5e2bc046/569",
            "accessibility_unittests": "585ed01aa13fa4fac4e9b7e80f1b9232a86ba1eab0d2b4b7099105afadc281e2/569",
            "angle_unittests": "9e10e045a9ebd5eb233cf38895c90e58a9b252c503ba49ddd53e6ffe5a944fd6/570",
            "app_shell_unittests": "104a9f49dfb187f9aca31438c6702db227ba57ce7be0fb688bb6ff89cbfc0222/730",
            "aura_unittests": "4e5afc5f7470e56e49454949174ac68e832847883725f7fbba74900da0b9e2e2/569",
            "base_unittests": "6c4fc4679dc0ef0403ff637162b340da6feeaef9c1ffab72cad31502ad6691d0/648",
            "blink_common_unittests": "da8bed0a74b6024d5f9dc57e6cca00a528ddbd42f8d47a890d13dce27b0ad695/647",
            "blink_fuzzer_unittests": "ccf8ec01b9b7726ff8b7ba8a21adc167c963b7c88a3a9e4a786c24d3bfb77833/569",
            "blink_heap_unittests": "fc5adb60ec3ee8b32f5199f06cfc497fcf8e0e44aeee1ce269972a9393d6073e/569",
            "blink_platform_unittests": "32ee7e9c8bcc6f85b104702d885e540c8ba4b7b14769b40869160b892ba5cf06/726",
            "blink_unittests": "4af4a73a15104c01b859dc52792ac73ccda537b2eff216bba33ceeafd0fd198a/810",
            "boringssl_crypto_tests": "cea0ae0f2a81c9b604309b89a1aef636210367441507f025f95f86cf80ac95ce/570",
            "boringssl_ssl_tests": "e051cf1c9546625bd36a464fc9ea717da8329154ab6a5a3f67efcb3e4b7c085e/569",
            "capture_unittests": "22e518f46d2204f03d43c9f0b6f6905e59b1ecb422676a8f9d2fd9c44ec43943/648",
            "cast_unittests": "be6a210bc6b34da602a5488dd3a8bbae5c22eb6f4e4aeee325e9e901f27d4f8a/569",
            "cc_unittests": "64692ce02bd355bf6a335927d399b66046e08ed7de57fa6322d27f332207ca11/653",
            "chrome_app_unittests": "f3eab2e0c753446367964f37cad8b9ad80670f4d148f78c6fa7a011a936988aa/648",
            "chromedriver_unittests": "c12be374a59ee21cb0b4ae27e5bb9120da71a8c22a1fa8550def7a1f354e78a6/726",
            "color_unittests": "6d928a2c9e92e00c1a26e51a8fce7c7f38faf9b95287073c644bedb52271af70/569",
            "components_browsertests": "1c92a3c43275dd78db42c3fdf4e5c9391ac7ba0f9204b443730834b143738cec/813",
            "components_unittests": "b9df42df98460ccdd18ff5d8937608c13dccf9295a336821fc1d926ad318fe8e/813",
            "compositor_unittests": "6e76c5fe1b67a197d204cb2170c5624a261cc2640c1cd85070dcb3e4c4b1eb80/645",
            "content_browsertests": "be1f5363254907172489e017ec5a931ecf7a432a52854ece96b79ea5ce9c328c/887",
            "content_unittests": "d0a7a942b6228fc27dc7d6fb3fa84f67eee03cdc804cae3161ea3923dcffb41d/806",
            "cronet_tests": "97eb0cfba467600527a597df180ffcbe1c284109d525fabbf1cbd1d1f740cf1e/730",
            "cronet_unittests": "5601cd4d3c121bd967a6c4090f8779be10b79039eb9802c15ca3eddc2726fcee/646",
            "crypto_unittests": "d01d05ab8233f8693e0f7fbd2f39738397c96076df803d66f3c461d4c977372d/569",
            "dbus_unittests": "c9f256d6f9e4e0dad20ab025f08f584640ee01eed8dfb24dfcfc6ccfa6d00a8f/569",
            "device_unittests": "4df44c1668c9f2ece238c9493a2359d4bfb00828555baec6340138c1621f16e8/646",
            "display_unittests": "5d8e3ebc83aa89fc1d6752b8ce7358399abc5eaac82075433bfcab2d9253c0ce/569",
            "events_unittests": "34ddecc1fd6c7353956a52e8617f49d2d8d57845ff2b96b63e6ceaff426813f8/569",
            "extensions_browsertests": "6a68290f1a3bd128cab384241f336d6d3ca5ebb4f795ee61d0680831295dd01c/732",
            "extensions_unittests": "a35b3fe2972b06ae6318f9703cf2ebd33a4d5685acba15fd17cd7c568cf7b27b/896",
            "filesystem_service_unittests": "06416bcf85dc8e1f25eac3e57d94dcbc0b8ebb5037481770e5d316b348809c4d/569",
            "gcm_unit_tests": "780e3405c56436c48a74a1d6de32ee00c323abf6f896d3db607d42269ebcca28/646",
            "gfx_unittests": "71f07a1718ce595f9627972dd2c6f9c8d995b400fbfa7e7ed919a89d649e4273/645",
            "gin_unittests": "967723fc819b6e21133f2e86b480272520935ce440371f1c9fb549b6b5afd692/646",
            "gl_tests": "915d607ab88c985323125d04d5afa1b4265fa9615c42addb8bfec1d47af8ba82/569",
            "gl_unittests": "49d18061f7442f0ad951cd3534deefcf810e950852143be396bb24fff9ea5904/569",
            "google_apis_unittests": "0f31c9c89b691daeb5a143dd860343e70e7665f5bca39c3c02c0d82ec98a8ba4/731",
            "gpu_unittests": "64f3071943d314f03bfead1f4d4e565684a9d2c681b62dc7923e9daf83c06e3d/646",
            "gwp_asan_unittests": "a1414265e6363367b778698fbb087cfa1421f80bab77a7c8acc0d7e2b27e950d/570",
            "headless_browsertests": "770ec1aabed50691625c5a33f5e2379c5cc3d2dcef06a8c0f549ef70572cf401/730",
            "headless_unittests": "79715e978f8b94996512f6f7b33dd563e8404bb331820612121e8b292d54d983/569",
            "interactive_ui_tests": "f43c28249df52f27bbb2dc9c36e85e0c26899768c4464d7f8a016f16f4a52d02/965",
            "ipc_tests": "d0e84dd2a6920edbe0740572eb17c43b26677af5c40f8ad38b943078e0d3f4b6/569",
            "jingle_unittests": "3b62856753ad558183f9ac86a241be3258eb3ab7dd225c5730ba91c31cf593cd/646",
            "latency_unittests": "47e53987be688c1544b5221b22f1a4d1b678a730877b5a7890efb6aeeb89f9c3/569",
            "libjingle_xmpp_unittests": "c01e656e9065810f000f50f81235fd8e3703a1c64f468ddbf574cfd93c5489dd/569",
            "liburlpattern_unittests": "140be556e506b10c1a8a2d9b24f0f74cc356be9e304835a39e2450ca49aa4b26/569",
            "media_unittests": "3ada2b7e2cccd9a3a7da187414d440ef227543642b4c3c81707ed5f7c58d03fc/649",
            "message_center_unittests": "c15a5cb52585dfb278d9de4bd4d0558c5ed03292aac8e75de902d858fd0f1334/569",
            "midi_unittests": "983e83daf3b691eefacbe71e695f599ea29e0ca2e7ba7ae08fa18ec610d33143/569",
            "mojo_core_unittests": "660d50dccc76f240bd4ccbbba1ff3225ab3c4af2be8dcd3c93d76086ba796bcf/569",
            "mojo_unittests": "a3033910a9ab3576576907f3050e8504adb93c3bddbf6ce19a796eb4d7939334/647",
            "native_theme_unittests": "605f16f829f54e197bdf8095d45b1c1931d9a69bae7af3bcd1e333c7f7a39ddb/569",
            "net_unittests": "80a233234112f1c222a5e4af43dabfd30ff226ba05f724eab44d0c746380583d/648",
            "openscreen_unittests": "a7ccb51fdd14b591ba3825b463d19769d49f1e69f2ac4dcabad91a14dd62d8ac/648",
            "ozone_x11_unittests": "c45980512c33efa37ac0ff06c9cf6ab243beb86d80aa5d34c88b72d926f0c58d/569",
            "pdf_unittests": "35825a4c4e038d0514b9e09ff5db640b94c4444df1827f6caac79bbfd97a8b72/646",
            "perfetto_unittests": "e456eaee9d7d36a6350701ec86ae8b431bc026a38bf5a71b4e6f7b1c13940160/569",
            "ppapi_unittests": "01115af4cf44851e484f0137794c54fc37c40e653d65010ada4f141811af55ae/569",
            "printing_unittests": "de6b269d6b7f03ff9834153e07e133b8165e8dd833450f2ef1ef3e3337129eaf/569",
            "remoting_unittests": "29ea414ecc33c511d52bebd44e6110e5ec0de68688857bcc11a5ec51093eb7f1/646",
            "sandbox_linux_unittests": "76233bbc1d23b23d295bab143a9f346e31ccb2fe3c6ac776dc3cfae4ff42e9d2/569",
            "service_manager_unittests": "70cdfe673ee45ab404a7f78843f357f0f79972f7751bcdf12f734940cb311250/569",
            "services_unittests": "6220eae95acc317a761f6cfdde72ebf333bd46f1d815894a920277ee65e5de1f/815",
            "shell_dialogs_unittests": "7c47bfb0105a35ee0a94fdaadfde9403cfd2da7940720123a6bdb07335d813a6/569",
            "skia_unittests": "248221d377f0b5345fdb459ae05cba8c889fc258c8404769450c9a77af653ddb/569",
            "snapshot_unittests": "3ef71e5e1889c6a803bd7dd89d96aae95d84f6e9bd8927202e78148cc47ece72/569",
            "sql_unittests": "a3ced10947c9656f8da7dbed0750a5ea55dd608f38ba78c3ee1324c1c0a1b48e/646",
            "storage_unittests": "7445b2b995e43cd362772bd116681f49d5cca9c3cc340dc6c2cdad09fd6d834e/727",
            "sync_integration_tests": "36de6273a7393c363af090b8a85dbdf3ea93f51cc8fa748d1531f97a2be3805c/729",
            "ui_base_unittests": "450644d97726dc891980d8e99ea0d8f8f5bb58669ae4b4db94020396e95251d3/723",
            "ui_touch_selection_unittests": "7481e0439cbdf862b4d60ded3fd67fca56946ed080c896d4465a5aa70b0720a0/569",
            "unit_tests": "d8c46f6d51ac988f38c60207f0317155c0aeb3ec1939bece16ba568053aff7c3/1062",
            "url_unittests": "f8f40a8289685e214b8c4509a9f3a2ba6146d14b9503bc82b438d096177394ee/569",
            "views_unittests": "7674fc93dc1e2e672e737f7636dbef0151dda486784f2da79e6806dd9e711b8d/569",
            "viz_unittests": "3854200a8a54020189ac7ff205e94c47d324d007537cbaebd370a64574c4867e/653",
            "vr_common_unittests": "8f1f4bd1258c3a0442cea0b325cba8e487a77667332be02c20fd748b0fa01101/648",
            "vr_pixeltests": "9fda2823e0b2de78b90b51754f0d9bf148a71686e4653f9c09c5b2bfbc0cb8c1/646",
            "weblayer_browsertests": "2fa0e082660d75fcff342034d13d222e07cb61ce971dbd2cc93251b03400897e/814",
            "weblayer_unittests": "39e9cac4c5b18abc526d47c1a84ab719112b0e10b8de5a76fb16f7a691c19a29/646",
            "wm_unittests": "ac89c4e5a6742971388e1e95a9e80cc4ee313d86bab74054c5e6b4f4fb1cb2b3/569",
            "wtf_unittests": "e6dabb3bf039ed4a1b94a05a1d74c9198bbfaaf7aa02e4f2940fba49e4ca0641/569",
            "x11_unittests": "4e2224f11e805df406541ad2ceb81092385bf00a4f9b2f7890ab1c0700099534/569",
            "xr_browser_tests": "81bf77adb1ea234253f1e3a2ea33483fb05e3a3ff9a4f05aea655d19dbb78cdd/728",
            "zlib_unittests": "eddd93d270945b9e82f1702de9a870a5c2c256f2e56742056af065362da65a06/570"
          },
      "swarming_command_lines_cwd": "out/Release",
      "swarming_command_lines_digest": "d35d624e302339bddf63f41a26541de5b97ee363969aba926d26843428908d07/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "ec593a2ec041452729a29cbbc7fce7ba4d2bcfe4",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8994331572639663472"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "79633"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[03:00:09.872] Scheduled build:
{
  "id": "8828901510674736529",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 71586,
  "createdBy": "project:chromium",
  "createTime": "2021-12-03T03:00:09.397487647Z",
  "updateTime": "2021-12-03T03:00:09.397487647Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "ec593a2ec041452729a29cbbc7fce7ba4d2bcfe4",
      "ref": "refs/heads/main"
    }
  }
}
[03:00:09.872] Task URL: https://cr-buildbucket.appspot.com/build/8828901510674736529
[03:00:09.872] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8994331572639663472:2:0) after 1m29s
[03:00:19.497] Received PubSub notification, asking Buildbucket for the build status
[03:00:19.533] Build status: STARTED
[03:01:39.047] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8994331572639663472:2:0)
[03:01:39.090] Build status: STARTED
[03:01:39.090] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8994331572639663472:4:0) after 5m18s
[03:06:57.277] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8994331572639663472:4:0)
[03:06:57.319] Build status: STARTED
[03:06:57.319] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8994331572639663472:5:0) after 1m26s
[03:08:23.755] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8994331572639663472:5:0)
[03:08:23.790] Build status: STARTED
[03:08:23.790] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8994331572639663472:6:0) after 7m29s
[03:15:52.923] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8994331572639663472:6:0)
[03:15:52.964] Build status: STARTED
[03:15:52.964] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8994331572639663472:7:0) after 2m45s
[03:18:38.207] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8994331572639663472:7:0)
[03:18:38.239] Build status: STARTED
[03:18:38.239] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8994331572639663472:8:0) after 5m13s
[03:23:51.389] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8994331572639663472:8:0)
[03:23:51.425] Build status: STARTED
[03:23:51.425] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8994331572639663472:9:0) after 9m57s
[03:30:10.721] Received PubSub notification, asking Buildbucket for the build status
[03:30:10.758] Build:
{
  "id": "8828901510674736529",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 71586,
  "createdBy": "project:chromium",
  "createTime": "2021-12-03T03:00:09.397487647Z",
  "startTime": "2021-12-03T03:00:16.501435Z",
  "endTime": "2021-12-03T03:30:09.869761786Z",
  "updateTime": "2021-12-03T03:30:09.869761786Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "ec593a2ec041452729a29cbbc7fce7ba4d2bcfe4",
      "ref": "refs/heads/main"
    }
  }
}
[03:30:10.758] Invocation finished in 30m2.618859555s with status FAILED