-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy pathExecAsync.java
More file actions
93 lines (80 loc) · 2.71 KB
/
Copy pathExecAsync.java
File metadata and controls
93 lines (80 loc) · 2.71 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
import com.datastax.driver.core.*;
import com.datastax.driver.core.policies.*;
import java.util.*;
import java.io.*;
public class ExecAsync {
static String filename;
static String host;
static String keyspace = "test";
static String table = "testb";
static String delimiter = ",";
static String insert = "";
public static void main(String[] args) throws IOException {
if (args.length != 3) {
System.err.println("Expecting 2 arguments: <filename> <ipaddress> <tablename>");
System.exit(1);
}
filename = args[0];
host = args[1];
table = args[2];
insert = "INSERT INTO " + keyspace + "." + table + " (pkey, ccol, data) VALUES (?, ?, ?);";
BufferedReader reader = new BufferedReader(new FileReader(filename));
File directory = new File(keyspace);
if (!directory.exists())
directory.mkdir();
Cluster cluster = Cluster.builder()
.addContactPoint(host)
.withPort(9042)
.withProtocolVersion(ProtocolVersion.V2)
.withLoadBalancingPolicy(new TokenAwarePolicy( new DCAwareRoundRobinPolicy(), true))
.build();
Session session = cluster.newSession();
PreparedStatement statement = session.prepare(insert);
List<ResultSetFuture> futures = new ArrayList<ResultSetFuture>();
CsvParser parser = new CsvParser();
String line;
int lineNumber = 1;
while ((line = reader.readLine()) != null) {
/*if (19999 == lineNumber % 20000) {
for (ResultSetFuture future: futures) {
future.getUninterruptibly();
}
futures.clear();
}*/
if (parser.parse(line, delimiter, lineNumber)) {
BoundStatement bind = statement.bind(parser.pkey, parser.ccol, parser.data);
ResultSetFuture resultSetFuture = session.executeAsync(bind);
//futures.add(resultSetFuture);
}
lineNumber++;
}
/*for (ResultSetFuture future: futures) {
future.getUninterruptibly();
}
futures.clear();*/
System.err.println("*** DONE: " + filename);
cluster.close();
}
static class CsvParser {
public String pkey;
public long ccol;
public String data;
boolean parse(String line, String delimiter, int lineNumber) {
String[] columns = line.split(delimiter);
if (3 != columns.length) {
System.err.println(String.format("Invalid input '%s' at line %d of %s", line, lineNumber, filename));
return false;
}
try {
pkey = columns[0].trim();
ccol = Long.parseLong(columns[1].trim());
data = columns[2].trim();
return true;
}
catch (NumberFormatException e) {
System.err.println(String.format("Invalid number in input '%s' at line %d of %s", line, lineNumber, filename));
return false;
}
}
}
}