-
Notifications
You must be signed in to change notification settings - Fork 5
Expand file tree
/
Copy pathUtils.java
More file actions
139 lines (127 loc) · 6.58 KB
/
Utils.java
File metadata and controls
139 lines (127 loc) · 6.58 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
package com.skyflow.utils;
import com.google.gson.JsonObject;
import com.skyflow.enums.Env;
import com.skyflow.generated.rest.core.ApiClientApiException;
import com.skyflow.generated.rest.types.InsertRecordData;
import com.skyflow.generated.rest.types.InsertResponse;
import com.skyflow.generated.rest.types.RecordResponseObject;
import com.skyflow.vault.data.ErrorRecord;
import com.skyflow.vault.data.Success;
import com.skyflow.vault.data.Token;
import java.util.ArrayList;
import java.util.HashMap;
import java.util.List;
import java.util.Map;
public final class Utils extends BaseUtils {
public static String getVaultURL(String clusterId, Env env) {
return getVaultURL(clusterId, env, Constants.VAULT_DOMAIN);
}
public static JsonObject getMetrics() {
JsonObject details = getCommonMetrics();
String sdkVersion = Constants.SDK_VERSION;
details.addProperty(Constants.SDK_METRIC_NAME_VERSION, Constants.SDK_METRIC_NAME_VERSION_PREFIX + sdkVersion);
return details;
}
public static List<List<InsertRecordData>> createBatches(List<InsertRecordData> records, int batchSize) {
List<List<InsertRecordData>> batches = new ArrayList<>();
for (int i = 0; i < records.size(); i += batchSize) {
batches.add(records.subList(i, Math.min(i + batchSize, records.size())));
}
return batches;
}
public static ErrorRecord createErrorRecord(Map<String, Object> recordMap, int indexNumber) {
ErrorRecord err = null;
if (recordMap != null) {
int code = recordMap.containsKey("http_code") ? (Integer) recordMap.get("http_code") : 500;
String message = recordMap.containsKey("error") ? (String) recordMap.get("error") :
recordMap.containsKey("message") ? (String) recordMap.get("message") : "Unknown error";
err = new ErrorRecord(indexNumber, message, code);
}
return err;
}
public static List<ErrorRecord> handleBatchException(
Throwable ex, List<InsertRecordData> batch, int batchNumber, List<List<InsertRecordData>> batches
) {
List<ErrorRecord> errorRecords = new ArrayList<>();
Throwable cause = ex.getCause();
if (cause instanceof ApiClientApiException) {
ApiClientApiException apiException = (ApiClientApiException) cause;
Map<String, Object> responseBody = (Map<String, Object>) apiException.body();
int indexNumber = batchNumber > 0 ? batchNumber * batch.size() : 0;
if (responseBody != null) {
if (responseBody.containsKey("records")) {
Object recordss = responseBody.get("records");
if (recordss instanceof List) {
List<?> recordsList = (List<?>) recordss;
for (Object record : recordsList) {
if (record instanceof Map) {
Map<String, Object> recordMap = (Map<String, Object>) record;
ErrorRecord err = Utils.createErrorRecord(recordMap, indexNumber);
errorRecords.add(err);
indexNumber++;
}
}
}
} else if (responseBody.containsKey("error")) {
Map<String, Object> recordMap = (Map<String, Object>) responseBody.get("error");
for (int j = 0; j < batch.size(); j++) {
ErrorRecord err = Utils.createErrorRecord(recordMap, indexNumber);
errorRecords.add(err);
indexNumber++;
}
}
}
} else {
int indexNumber = batchNumber > 0 ? batchNumber * batch.size() : 0;
for (int j = 0; j < batch.size(); j++) {
ErrorRecord err = new ErrorRecord(indexNumber, ex.getMessage(), 500);
errorRecords.add(err);
indexNumber++;
}
}
return errorRecords;
}
public static com.skyflow.vault.data.InsertResponse formatResponse(InsertResponse response, int batch, int batchSize) {
com.skyflow.vault.data.InsertResponse formattedResponse = null;
List<Success> successRecords = new ArrayList<>();
List<ErrorRecord> errorRecords = new ArrayList<>();
if (response != null) {
List<RecordResponseObject> record = response.getRecords().get();
int indexNumber = batch * batchSize;
int recordsSize = response.getRecords().get().size();
for (int index = 0; index < recordsSize; index++) {
if (record.get(index).getError().isPresent()) {
ErrorRecord errorRecord = new ErrorRecord(indexNumber, record.get(index).getError().get(), record.get(index).getHttpCode().get());
errorRecords.add(errorRecord);
} else {
Map<String, List<Token>> tokensMap = null;
if (record.get(index).getTokens().isPresent()) {
tokensMap = new HashMap<>();
Map<String, Object> tok = record.get(index).getTokens().get();
for (Map.Entry<String, Object> entry : tok.entrySet()) {
String key = entry.getKey();
Object value = entry.getValue();
List<Token> tokenList = new ArrayList<>();
if (value instanceof List) {
List<?> valueList = (List<?>) value;
for (Object item : valueList) {
if(item instanceof Map) {
Map<String, Object> tokenMap = (Map<String, Object>) item;
Token token = new Token((String) tokenMap.get("token"), (String) tokenMap.get("tokenGroupName"));
tokenList.add(token);
}
}
}
tokensMap.put(key, tokenList);
}
}
Success success = new Success(indexNumber, record.get(index).getSkyflowId().get(), tokensMap, null);
successRecords.add(success);
}
indexNumber++;
}
formattedResponse = new com.skyflow.vault.data.InsertResponse(successRecords, errorRecords);
}
return formattedResponse;
}
}