We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent 0d4e0e2 commit 3e2f5a7Copy full SHA for 3e2f5a7
etc/examples/nodes/delta_sharing.conf
@@ -0,0 +1,29 @@
1
+nodes = {
2
+ delta_reader = {
3
+ type = "delta_sharing"
4
+ profile_path = "${TEST_PROFILE}"
5
+ cache_dir = "${TEST_CACHE}"
6
+ table_path = "open-datasets.share#delta_sharing.default.COVID_19_NYT",
7
+ op = "read"
8
+ batch_size = 10
9
+ },
10
+ delta_writer = {
11
+ type = "delta_sharing",
12
13
14
+ table_path = "open-delta-sharing.s3.us-west-2.amazonaws.com#samples.test_output",
15
+ op = "write"
16
17
18
+ file1 = {
19
+ type = "file"
20
+ uri = "${TEST_OUTPUT}"
21
+ format = "json"
22
+ }
23
+},
24
+paths = [
25
+ {
26
+ in = "delta_reader"
27
+ out = "file1"
28
29
+]
0 commit comments