[Bugfix] Migrate to REGEX Library to prevent catastrophic backtracking

Signed-off-by: Crucifixion-Fxl <[email protected]>

Author: Crucifixion-Fxl

.github/scripts/cleanup_pr_body.sh

@@ -26,7 +26,7 @@ sed -i '/\*\*BEFORE SUBMITTING, PLEASE READ.*\*\*/,$d' "${NEW}"
 
 # Remove HTML <details> section that includes <summary> text of "PR Checklist (Click to Expand)"
 python3 - <<EOF
-import re
+import regex as re
 
 with open("${NEW}", "r") as file:
     content = file.read()

benchmarks/benchmark_serving_structured_output.py

@@ -672,7 +672,7 @@ def process_one_metric(
 def evaluate(ret, args):
     def _eval_correctness_json(expected, actual):
         # extract json string from string using regex
-        import re
+        import regex as re
 
         actual = actual.replace("\n", "").replace(" ", "").strip()
         try:
@@ -687,9 +687,9 @@ def _eval_correctness_choice(expected, actual):
         return actual in args.choice
 
     def _eval_correctness_regex(expected, actual):
-        import re
+        import regex as re
 
-        return re.match(args.regex, actual) is not None
+        return re.match(args.re, actual) is not None
 
     def _eval_correctness(expected, actual):
         if args.structure_type == "guided_json":

benchmarks/kernels/graph_machete_bench.py

@@ -2,11 +2,11 @@
 
 import math
 import pickle
-import re
 from collections import defaultdict
 
 import matplotlib.pyplot as plt
 import pandas as pd
+import regex as re
 import seaborn as sns
 from torch.utils.benchmark import Measurement as TMeasurement
 

docs/source/conf.py

@@ -15,10 +15,10 @@
 import datetime
 import logging
 import os
-import re
 import sys
 from pathlib import Path
 
+import regex as re
 import requests
 
 logger = logging.getLogger(__name__)

docs/source/generate_examples.py

@@ -1,10 +1,11 @@
 # SPDX-License-Identifier: Apache-2.0
 
 import itertools
-import re
 from dataclasses import dataclass, field
 from pathlib import Path
 
+import regex as re
+
 ROOT_DIR = Path(__file__).parent.parent.parent.resolve()
 ROOT_DIR_RELATIVE = '../../../..'
 EXAMPLE_DIR = ROOT_DIR / "examples"

examples/offline_inference/prithvi_geospatial_mae.py

@@ -20,12 +20,12 @@
 import argparse
 import datetime
 import os
-import re
 from typing import Union
 
 import albumentations
 import numpy as np
 import rasterio
+import regex as re
 import torch
 from einops import rearrange
 from terratorch.datamodules import Sen1Floods11NonGeoDataModule

requirements/common.txt

@@ -1,3 +1,4 @@
+regex # Replace re for higher-performance regex matching
 cachetools
 psutil
 sentencepiece  # Required for LLaMA tokenizer.

requirements/docs.txt

@@ -8,6 +8,7 @@ myst-parser==3.0.1  # `myst-parser==4.0.1` breaks inline code in titles
 msgspec
 snowballstemmer<3  # https://github.com/snowballstem/snowball/issues/229
 commonmark # Required by sphinx-argparse when using :markdownhelp:
+regex # Replace re for higher-performance regex matching
 
 # Custom autodoc2 is necessary for faster docstring processing
 # see: https://github.com/sphinx-extensions2/sphinx-autodoc2/issues/33#issuecomment-2856386035

requirements/nightly_torch_test.txt

@@ -38,4 +38,4 @@ matplotlib # required for qwen-vl test
 # required for  Multi-Modal Models Test (Standard)
 num2words # required for smolvlm test
 pqdm
-timm # required for internvl test
+timm # required for internvl test

setup.py

@@ -5,12 +5,12 @@
 import json
 import logging
 import os
-import re
 import subprocess
 import sys
 from pathlib import Path
 from shutil import which
 
+import regex as re
 import torch
 from packaging.version import Version, parse
 from setuptools import Extension, setup
@@ -389,7 +389,6 @@ def run(self) -> None:
             # vllm_flash_attn python code:
             # Regex from
             #  `glob.translate('vllm/vllm_flash_attn/**/*.py', recursive=True)`
-            import re
             compiled_regex = re.compile(
                 r"vllm/vllm_flash_attn/(?:[^/.][^/]*/)*(?!\.)[^/]*\.py")
             file_members += list(