Skip to content
This repository was archived by the owner on May 17, 2024. It is now read-only.

Commit 28f569c

Browse files
authored
Merge pull request #352 from datafold/sqeleton_dep
Swap sqeleton implementation to the external library
2 parents b23509d + 570f10f commit 28f569c

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

64 files changed

+122
-5010
lines changed

data_diff/__init__.py

Lines changed: 3 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -1,8 +1,9 @@
11
from typing import Sequence, Tuple, Iterator, Optional, Union
22

3+
from sqeleton.abcs import DbKey, DbTime, DbPath
4+
35
from .tracking import disable_tracking
46
from .databases import connect
5-
from .sqeleton.abcs import DbKey, DbTime, DbPath
67
from .diff_tables import Algorithm
78
from .hashdiff_tables import HashDiffer, DEFAULT_BISECTION_THRESHOLD, DEFAULT_BISECTION_FACTOR
89
from .joindiff_tables import JoinDiffer, TABLE_WRITE_LIMIT
@@ -94,7 +95,7 @@ def diff_tables(
9495
max_threadpool_size (int): Maximum size of each threadpool. ``None`` means auto.
9596
Only relevant when `threaded` is ``True``.
9697
There may be many pools, so number of actual threads can be a lot higher.
97-
where (str, optional): An additional 'where' expression to restrict the search space.
98+
where (str, optional): An additional 'where' expression to restrict the search space.
9899
algorithm (:class:`Algorithm`): Which diffing algorithm to use (`HASHDIFF` or `JOINDIFF`. Default=`AUTO`)
99100
bisection_factor (int): Into how many segments to bisect per iteration. (Used when algorithm is `HASHDIFF`)
100101
bisection_threshold (Number): Minimal row count of segment to bisect, otherwise download

data_diff/__main__.py

Lines changed: 3 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -10,13 +10,14 @@
1010
import rich
1111
import click
1212

13+
from sqeleton.schema import create_schema
14+
from sqeleton.queries.api import current_timestamp
15+
1316
from .utils import eval_name_template, remove_password_from_url, safezip, match_like
1417
from .diff_tables import Algorithm
1518
from .hashdiff_tables import HashDiffer, DEFAULT_BISECTION_THRESHOLD, DEFAULT_BISECTION_FACTOR
1619
from .joindiff_tables import TABLE_WRITE_LIMIT, JoinDiffer
1720
from .table_segment import TableSegment
18-
from .sqeleton.schema import create_schema
19-
from .sqeleton.queries.api import current_timestamp
2021
from .databases import connect
2122
from .parse_time import parse_time_before, UNITS_STR, ParseError
2223
from .config import apply_config_from_file

data_diff/databases/__init__.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1,4 +1,4 @@
1-
from data_diff.sqeleton.databases import MD5_HEXDIGITS, CHECKSUM_HEXDIGITS, QueryError, ConnectError
1+
from sqeleton.databases import MD5_HEXDIGITS, CHECKSUM_HEXDIGITS, QueryError, ConnectError
22

33
from .postgresql import PostgreSQL
44
from .mysql import MySQL

data_diff/databases/_connect.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1,6 +1,6 @@
11
import logging
22

3-
from data_diff.sqeleton.databases import Connect
3+
from sqeleton.databases import Connect
44

55
from .postgresql import PostgreSQL
66
from .mysql import MySQL

data_diff/databases/base.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1,4 +1,4 @@
1-
from data_diff.sqeleton.abcs.mixins import AbstractMixin_MD5, AbstractMixin_NormalizeValue
1+
from sqeleton.abcs.mixins import AbstractMixin_MD5, AbstractMixin_NormalizeValue
22

33

44
class DatadiffDialect(AbstractMixin_MD5, AbstractMixin_NormalizeValue):

data_diff/databases/bigquery.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1,4 +1,4 @@
1-
from data_diff.sqeleton.databases import bigquery
1+
from sqeleton.databases import bigquery
22
from .base import DatadiffDialect
33

44

data_diff/databases/clickhouse.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1,4 +1,4 @@
1-
from data_diff.sqeleton.databases import clickhouse
1+
from sqeleton.databases import clickhouse
22
from .base import DatadiffDialect
33

44

data_diff/databases/databricks.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1,4 +1,4 @@
1-
from data_diff.sqeleton.databases import databricks
1+
from sqeleton.databases import databricks
22
from .base import DatadiffDialect
33

44

data_diff/databases/duckdb.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1,4 +1,4 @@
1-
from data_diff.sqeleton.databases import duckdb
1+
from sqeleton.databases import duckdb
22
from .base import DatadiffDialect
33

44

data_diff/databases/mysql.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1,4 +1,4 @@
1-
from data_diff.sqeleton.databases import mysql
1+
from sqeleton.databases import mysql
22
from .base import DatadiffDialect
33

44

0 commit comments

Comments
 (0)