Let sqlparse accept arbitrarily-large queries (dbcli#1595)

* fix: sqlparse max tokens exceeded

Signed-off-by: maximsmol <1472826+maximsmol@users.noreply.github.com>

* changelog

Signed-off-by: maximsmol <1472826+maximsmol@users.noreply.github.com>

---------

Signed-off-by: maximsmol <1472826+maximsmol@users.noreply.github.com>

Author: Max Smolin

pgcli/packages/parseutils/__init__.py

@@ -1,5 +1,7 @@
 import sqlparse
 
+sqlparse.engine.grouping.MAX_GROUPING_DEPTH = None
+sqlparse.engine.grouping.MAX_GROUPING_TOKENS = None
 
 BASE_KEYWORDS = [
     "drop",

pgcli/packages/parseutils/ctes.py

@@ -1,10 +1,13 @@
+import sqlparse
 from typing import List
 from sqlparse import parse
 from sqlparse.tokens import Keyword, CTE, DML
 from sqlparse.sql import Identifier, IdentifierList, Parenthesis
 from collections import namedtuple
 from .meta import TableMetadata, ColumnMetadata
 
+sqlparse.engine.grouping.MAX_GROUPING_DEPTH = None
+sqlparse.engine.grouping.MAX_GROUPING_TOKENS = None
 
 # TableExpression is a namedtuple representing a CTE, used internally
 # name: cte alias assigned in the query

pgcli/packages/parseutils/tables.py

@@ -3,6 +3,9 @@
 from sqlparse.sql import IdentifierList, Identifier, Function
 from sqlparse.tokens import Keyword, DML, Punctuation
 
+sqlparse.engine.grouping.MAX_GROUPING_DEPTH = None
+sqlparse.engine.grouping.MAX_GROUPING_TOKENS = None
+
 
 class TableReference(NamedTuple):
     schema: Optional[str]

pgcli/packages/parseutils/utils.py

@@ -3,6 +3,9 @@
 from sqlparse.sql import Identifier
 from sqlparse.tokens import Token, Error
 
+sqlparse.engine.grouping.MAX_GROUPING_DEPTH = None
+sqlparse.engine.grouping.MAX_GROUPING_TOKENS = None
+
 cleanup_regex = {
     # This matches only alphanumerics and underscores.
     "alphanum_underscore": re.compile(r"(\w+)$"),

pgcli/packages/prioritization.py

@@ -4,6 +4,8 @@
 from collections import defaultdict
 from .pgliterals.main import get_literals
 
+sqlparse.engine.grouping.MAX_GROUPING_DEPTH = None
+sqlparse.engine.grouping.MAX_GROUPING_TOKENS = None
 
 white_space_regex = re.compile("\\s+", re.MULTILINE)
 

pgcli/packages/sqlcompletion.py

@@ -7,6 +7,8 @@
 from .parseutils.ctes import isolate_query_ctes
 from pgspecial.main import parse_special_command
 
+sqlparse.engine.grouping.MAX_GROUPING_DEPTH = None
+sqlparse.engine.grouping.MAX_GROUPING_TOKENS = None
 
 class Special(NamedTuple):
     pass

pgcli/pgexecute.py

@@ -10,6 +10,9 @@
 from psycopg.conninfo import make_conninfo
 import sqlparse
 
+sqlparse.engine.grouping.MAX_GROUPING_DEPTH = None
+sqlparse.engine.grouping.MAX_GROUPING_TOKENS = None
+
 from .packages.parseutils.meta import FunctionMetadata, ForeignKey
 
 _logger = logging.getLogger(__name__)