fix: Removed unnecessary and problematic column caching (#2352)

* deprecate column caching

* [pre-commit.ci] auto fixes from pre-commit.com hooks

for more information, see https://pre-commit.ci

---------

Co-authored-by: pre-commit-ci[bot] <66853113+pre-commit-ci[bot]@users.noreply.github.com>
Co-authored-by: Cody J. Hanson <[email protected]>
Co-authored-by: Edgar Ramírez Mondragón <[email protected]>

Author: 4 people

singer_sdk/connectors/sql.py

@@ -58,8 +58,6 @@ def __init__(
         """
         self._config: dict[str, t.Any] = config or {}
         self._sqlalchemy_url: str | None = sqlalchemy_url or None
-        self._table_cols_cache: dict[str, dict[str, sa.Column]] = {}
-        self._schema_cache: set[str] = set()
 
     @property
     def config(self) -> dict:
@@ -586,12 +584,8 @@ def schema_exists(self, schema_name: str) -> bool:
         Returns:
             True if the database schema exists, False if not.
         """
-        if schema_name not in self._schema_cache:
-            self._schema_cache = set(
-                sa.inspect(self._engine).get_schema_names(),
-            )
-
-        return schema_name in self._schema_cache
+        schemas = set(sa.inspect(self._engine).get_schema_names())
+        return schema_name in schemas
 
     def get_table_columns(
         self,
@@ -607,24 +601,22 @@ def get_table_columns(
         Returns:
             An ordered list of column objects.
         """
-        if full_table_name not in self._table_cols_cache:
-            _, schema_name, table_name = self.parse_full_table_name(full_table_name)
-            inspector = sa.inspect(self._engine)
-            columns = inspector.get_columns(table_name, schema_name)
-
-            self._table_cols_cache[full_table_name] = {
-                col_meta["name"]: sa.Column(
-                    col_meta["name"],
-                    col_meta["type"],
-                    nullable=col_meta.get("nullable", False),
-                )
-                for col_meta in columns
-                if not column_names
-                or col_meta["name"].casefold()
-                in {col.casefold() for col in column_names}
-            }
+        _, schema_name, table_name = self.parse_full_table_name(full_table_name)
+        inspector = sa.inspect(self._engine)
+        columns = inspector.get_columns(table_name, schema_name)
+
+        columns_dict: dict[str, sa.Column] = {
+            col_meta["name"]: sa.Column(
+                col_meta["name"],
+                col_meta["type"],
+                nullable=col_meta.get("nullable", False),
+            )
+            for col_meta in columns
+            if not column_names
+            or col_meta["name"].casefold() in {col.casefold() for col in column_names}
+        }
 
-        return self._table_cols_cache[full_table_name]
+        return columns_dict
 
     def get_table(
         self,