Skip to content

Commit dc8133a

Browse files
dihedrondihedron
committed
Update integration tests
1 parent 105a507 commit dc8133a

File tree

4 files changed

+118
-51
lines changed

4 files changed

+118
-51
lines changed

‎_test/import-csv.yaml‎

Lines changed: 34 additions & 35 deletions
Original file line numberDiff line numberDiff line change
@@ -57,41 +57,40 @@ spec:
5757
- name: upper_value
5858
type: string
5959
transform: "{{index .Row \"value\" | toString | upper}}"
60-
61-
# ---
62-
# kind: source
63-
# spec:
64-
# name: test2
65-
# registry: local
66-
# path: /data/workspaces/gomods/cq-source-file/dist/cq-source-file_linux_amd64_v1/cq-source-file
67-
# version: v1.0.0
68-
# tables:
69-
# ["*"]
70-
# destinations:
71-
# - sqlite
72-
# spec:
73-
# file: ./test.csv
74-
# format: csv
75-
# separator: ","
76-
# table:
77-
# name: T2
78-
# filter: _.color not startsWith 'b'
79-
# columns:
80-
# - name: color
81-
# type: string
82-
# key: true
83-
# unique: true
84-
# notnull: true
85-
# - name: value
86-
# type: string
87-
# unique: true
88-
# notnull: true
89-
# - name: optimized
90-
# type: boolean
91-
# notnull: true
92-
# - name: count
93-
# type: integer
94-
# notnull: true
60+
---
61+
kind: source
62+
spec:
63+
name: test2
64+
registry: local
65+
path: /data/workspaces/gomods/cq-source-file/dist/cq-source-file_linux_amd64_v1/cq-source-file
66+
version: v1.0.0
67+
tables:
68+
["*"]
69+
destinations:
70+
- sqlite
71+
spec:
72+
file: ./test.csv
73+
format: csv
74+
separator: ","
75+
table:
76+
name: T2
77+
filter: _.color not startsWith 'b'
78+
columns:
79+
- name: color
80+
type: string
81+
key: true
82+
unique: true
83+
notnull: true
84+
- name: value
85+
type: string
86+
unique: true
87+
notnull: true
88+
- name: optimized
89+
type: boolean
90+
notnull: true
91+
- name: count
92+
type: integer
93+
notnull: true
9594
---
9695
kind: destination
9796
spec:

‎_test/import-json.yaml‎

Lines changed: 27 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -31,6 +31,31 @@ spec:
3131
- name: count
3232
type: integer
3333
notnull: true
34+
relations:
35+
- name: T1_UPPER
36+
filter: _.color startsWith 'blu'
37+
columns:
38+
- name: upper_color
39+
type: string
40+
key: true
41+
unique: true
42+
notnull: true
43+
transform: "{{index .Row \"color\" | toString | upper}}"
44+
- name: upper_value
45+
type: string
46+
transform: "{{index .Row \"value\" | toString | upper}}"
47+
- name: T1_UPPER
48+
filter: _.color startsWith 'bla'
49+
columns:
50+
- name: upper_color
51+
type: string
52+
key: true
53+
unique: true
54+
notnull: true
55+
transform: "{{index .Row \"color\" | toString | upper}}"
56+
- name: upper_value
57+
type: string
58+
transform: "{{index .Row \"value\" | toString | upper}}"
3459
---
3560
kind: source
3661
spec:
@@ -46,8 +71,8 @@ spec:
4671
file: ./test.json
4772
format: json
4873
table:
49-
name: T2
50-
filter: "_.color not startsWith 'b'"
74+
name: T2
75+
filter: _.color not startsWith 'b'
5176
columns:
5277
- name: color
5378
type: string
@@ -72,4 +97,3 @@ spec:
7297
version: v2.0.5
7398
spec:
7499
connection_string: ./import.sqlite
75-

‎_test/import-xlsx.yaml‎

Lines changed: 29 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -27,10 +27,35 @@ spec:
2727
notnull: true
2828
- name: optimized
2929
type: boolean
30-
notnull: true # comment to get a null
30+
notnull: true
3131
- name: count
3232
type: integer
3333
notnull: true
34+
relations:
35+
- name: T1_UPPER
36+
filter: _.color startsWith 'blu'
37+
columns:
38+
- name: upper_color
39+
type: string
40+
key: true
41+
unique: true
42+
notnull: true
43+
transform: "{{index .Row \"color\" | toString | upper}}"
44+
- name: upper_value
45+
type: string
46+
transform: "{{index .Row \"value\" | toString | upper}}"
47+
- name: T1_UPPER
48+
filter: _.color startsWith 'bla'
49+
columns:
50+
- name: upper_color
51+
type: string
52+
key: true
53+
unique: true
54+
notnull: true
55+
transform: "{{index .Row \"color\" | toString | upper}}"
56+
- name: upper_value
57+
type: string
58+
transform: "{{index .Row \"value\" | toString | upper}}"
3459
---
3560
kind: source
3661
spec:
@@ -46,7 +71,7 @@ spec:
4671
file: ./test.xlsx
4772
format: xlsx
4873
table:
49-
name: T2
74+
name: T2
5075
filter: _.color not startsWith 'b'
5176
columns:
5277
- name: color
@@ -60,10 +85,10 @@ spec:
6085
notnull: true
6186
- name: optimized
6287
type: boolean
63-
notnull: true # comment to get a null
88+
notnull: true
6489
- name: count
6590
type: integer
66-
#notnull: true
91+
notnull: false
6792
---
6893
kind: destination
6994
spec:

‎_test/import-yaml.yaml‎

Lines changed: 28 additions & 9 deletions
Original file line numberDiff line numberDiff line change
@@ -19,11 +19,8 @@ spec:
1919
- name: color
2020
type: string
2121
key: true
22-
notnull: true
2322
unique: true
24-
- name: ucolor
25-
type: string
26-
transform: "{{index .Row \"color\" | toString | upper}}"
23+
notnull: true
2724
- name: value
2825
type: string
2926
unique: true
@@ -34,6 +31,31 @@ spec:
3431
- name: count
3532
type: integer
3633
notnull: true
34+
relations:
35+
- name: T1_UPPER
36+
filter: _.color startsWith 'blu'
37+
columns:
38+
- name: upper_color
39+
type: string
40+
key: true
41+
unique: true
42+
notnull: true
43+
transform: "{{index .Row \"color\" | toString | upper}}"
44+
- name: upper_value
45+
type: string
46+
transform: "{{index .Row \"value\" | toString | upper}}"
47+
- name: T1_UPPER
48+
filter: _.color startsWith 'bla'
49+
columns:
50+
- name: upper_color
51+
type: string
52+
key: true
53+
unique: true
54+
notnull: true
55+
transform: "{{index .Row \"color\" | toString | upper}}"
56+
- name: upper_value
57+
type: string
58+
transform: "{{index .Row \"value\" | toString | upper}}"
3759
---
3860
kind: source
3961
spec:
@@ -49,17 +71,14 @@ spec:
4971
file: ./test.yaml
5072
format: yaml
5173
table:
52-
name: T2
74+
name: T2
5375
filter: _.color not startsWith 'b'
5476
columns:
5577
- name: color
5678
type: string
5779
key: true
58-
notnull: true
5980
unique: true
60-
- name: ucolor
61-
type: string
62-
transform: "{{index .Row \"color\" | toString | upper}}"
81+
notnull: true
6382
- name: value
6483
type: string
6584
unique: true

0 commit comments

Comments
 (0)