Skip to content

Commit 3e2f5a7

Browse files
committed
fix (node-delta-sharing): Add example conf for delta_sharing node
Signed-off-by: Ritesh.K <[email protected]>
1 parent 0d4e0e2 commit 3e2f5a7

File tree

1 file changed

+29
-0
lines changed

1 file changed

+29
-0
lines changed
Lines changed: 29 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,29 @@
1+
nodes = {
2+
delta_reader = {
3+
type = "delta_sharing"
4+
profile_path = "${TEST_PROFILE}"
5+
cache_dir = "${TEST_CACHE}"
6+
table_path = "open-datasets.share#delta_sharing.default.COVID_19_NYT",
7+
op = "read"
8+
batch_size = 10
9+
},
10+
delta_writer = {
11+
type = "delta_sharing",
12+
profile_path = "${TEST_PROFILE}"
13+
cache_dir = "${TEST_CACHE}"
14+
table_path = "open-delta-sharing.s3.us-west-2.amazonaws.com#samples.test_output",
15+
op = "write"
16+
batch_size = 10
17+
},
18+
file1 = {
19+
type = "file"
20+
uri = "${TEST_OUTPUT}"
21+
format = "json"
22+
}
23+
},
24+
paths = [
25+
{
26+
in = "delta_reader"
27+
out = "file1"
28+
}
29+
]

0 commit comments

Comments
 (0)