1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
|
package sync;
import static org.junit.Assert.*;
import java.io.IOException;
import java.io.StringReader;
import org.apache.log4j.PropertyConfigurator;
import org.junit.BeforeClass;
import org.junit.Test;
import data.MVDataEntry;
import data.filters.MVDataCombiner;
import data.filters.MVDataCombiner.MVDataCombineMode;
import data.io.MVDataReader;
import data.io.SafeDataReader;
import data.io.csv.CSVDataReader;
import data.io.stub.StubDataReader;
import data.io.stub.StubDataWriter;
public class BasicSyncTaskTest {
private static final String LOG_PROPERTIES_FILE = "conf/log4j.properties";
@BeforeClass
public static void setup() {
PropertyConfigurator.configure(LOG_PROPERTIES_FILE);
}
@Test
public void test() throws IOException {
// Input flows setup
MVDataEntry[] fakeEntries1 = new MVDataEntry[5];
fakeEntries1[0] = new MVDataEntry("line1");
fakeEntries1[0].put("hello", "world");
fakeEntries1[1] = new MVDataEntry("line2");
fakeEntries1[1].put("bla", "hidden");
fakeEntries1[1].put("hello", "merged");
fakeEntries1[2] = new MVDataEntry("line3");
fakeEntries1[2].put("hello", "world");
fakeEntries1[3] = new MVDataEntry("line4");
fakeEntries1[3].put("hello", "world");
fakeEntries1[4] = new MVDataEntry("line5");
fakeEntries1[4].put("hello", "world");
MVDataEntry[] fakeEntries2 = new MVDataEntry[3];
fakeEntries2[0] = new MVDataEntry("line1");
fakeEntries2[0].put("hello", "world");
fakeEntries2[1] = new MVDataEntry("line2");
fakeEntries2[1].put("bla", "replaced");
fakeEntries2[2] = new MVDataEntry("line3");
fakeEntries2[2].put("hello", "world");
MVDataEntry[] fakeEntries3 = new MVDataEntry[5];
fakeEntries3[0] = new MVDataEntry("line2");
fakeEntries3[0].put("hello", "world");
fakeEntries3[0].put("extra", "to be preserved");
fakeEntries3[1] = new MVDataEntry("line2b");
fakeEntries3[1].put("to be", "removed", null);
fakeEntries3[2] = new MVDataEntry("line4");
fakeEntries3[2].put("hello", "world");
fakeEntries3[2].put("extra", "to be preserved");
fakeEntries3[3] = new MVDataEntry("line5");
fakeEntries3[3].splitAndPut("hello", "too;much;world", ";");
fakeEntries3[4] = new MVDataEntry("line6");
fakeEntries3[4].put("to be", "removed");
StubDataReader fakeReader1 = new StubDataReader("testSrc1", fakeEntries1);
StubDataReader fakeReader2 = new StubDataReader("testSrc3", fakeEntries2);
StubDataReader fakeReader3 = new StubDataReader("testDst", fakeEntries3);
MVDataReader readers[] = new MVDataReader[]{
new SafeDataReader(fakeReader1,false),
new SafeDataReader(
new CSVDataReader("testSrc2",
new StringReader(CSVDataReader.CSV_DEMO),
false
), false
),
new SafeDataReader(fakeReader2,false),
};
MVDataCombineMode mergeModes[] = new MVDataCombineMode[]{
MVDataCombineMode.PRIMARY_SOURCE,
MVDataCombineMode.MERGE_APPEND,
MVDataCombineMode.MERGE_REPLACE,
};
MVDataReader srcReader = new MVDataCombiner("testSrcComb", readers, mergeModes);
MVDataReader dstReader = fakeReader3;
// Output flow setup
StubDataWriter dstWriter = new StubDataWriter(10);
// Data sync'er initialization
BasicSyncTask task = new BasicSyncTask("task1", false, srcReader, dstReader, dstWriter);
task.setOperationLimits(10,10,10);
// Data sync'er run
assertTrue(task.call());
// Expected outputs
String expectedDstOps =
"INSERT: {key=line1, attrValPairs={hello=[world], attr2=[csv1], from=[csv1, csv1bis]}}\n" +
"UPDATE: {key=line2, attrValPairs={hello=[the, merged, world, all], bla=[replaced]}}\n" +
"DELETE: {key=line2b, attrValPairs={to be=[removed]}}\n" +
"INSERT: {key=line3, attrValPairs={hello=[world]}}\n" +
// Line 4 must not be updated !
"UPDATE: {key=line5, attrValPairs={hello=[world]}}\n" +
"DELETE: {key=line6, attrValPairs={to be=[removed]}}\n";
// Check results
assertEquals(expectedDstOps, dstWriter.toString());
}
}
|
