m-chrzan.xyz
aboutsummaryrefslogtreecommitdiff
path: root/src/main/java/pl/edu/mimuw/cloudatlas/fetcher
diff options
context:
space:
mode:
authorMagdalena Grodzińska <mag.grodzinska@gmail.com>2019-11-23 19:00:29 +0100
committerMagdalena Grodzińska <mag.grodzinska@gmail.com>2019-11-24 14:02:44 +0100
commit6a4f2cf1ffc0989faff4b8ecdd0ecab91c318574 (patch)
treee3d15666d981567241eed3a6720386647b203dd6 /src/main/java/pl/edu/mimuw/cloudatlas/fetcher
parenta1d9f108cf87cc1164343d79bd982ac89cdb59fc (diff)
Refactor fetcher controller
Diffstat (limited to 'src/main/java/pl/edu/mimuw/cloudatlas/fetcher')
-rw-r--r--src/main/java/pl/edu/mimuw/cloudatlas/fetcher/Fetcher.java148
1 files changed, 110 insertions, 38 deletions
diff --git a/src/main/java/pl/edu/mimuw/cloudatlas/fetcher/Fetcher.java b/src/main/java/pl/edu/mimuw/cloudatlas/fetcher/Fetcher.java
index f7fdab2..a864e03 100644
--- a/src/main/java/pl/edu/mimuw/cloudatlas/fetcher/Fetcher.java
+++ b/src/main/java/pl/edu/mimuw/cloudatlas/fetcher/Fetcher.java
@@ -2,74 +2,146 @@ package pl.edu.mimuw.cloudatlas.fetcher;
import pl.edu.mimuw.cloudatlas.api.Api;
+import java.rmi.NotBoundException;
+import java.rmi.RemoteException;
import java.rmi.registry.LocateRegistry;
import java.rmi.registry.Registry;
import java.io.*;
import java.util.ArrayList;
import java.util.List;
+import java.util.Map;
import com.google.gson.Gson;
+import pl.edu.mimuw.cloudatlas.model.*;
public class Fetcher {
+ private static final Map<String, Type.PrimaryType> fetcherAttributes = Map.ofEntries(
+ Map.entry("cpu_load", Type.PrimaryType.DOUBLE),
+ Map.entry("free_disk", Type.PrimaryType.INT),
+ Map.entry("total_disk", Type.PrimaryType.INT),
+ Map.entry("free_ram", Type.PrimaryType.INT),
+ Map.entry("total_ram", Type.PrimaryType.INT),
+ Map.entry("free_swap", Type.PrimaryType.INT),
+ Map.entry("total_swap", Type.PrimaryType.INT),
+ Map.entry("num_processes", Type.PrimaryType.INT),
+ Map.entry("num_cores", Type.PrimaryType.INT),
+ Map.entry("kernel_ver", Type.PrimaryType.STRING),
+ Map.entry("logged_users", Type.PrimaryType.INT),
+ Map.entry("dns_names", Type.PrimaryType.LIST)
+ );
+
+ private static final List<String> fetcherAttributeNames = List.of(
+ "avg_load",
+ "free_disk",
+ "total_disk",
+ "free_ram",
+ "total_ram",
+ "free_swap",
+ "total_swap",
+ "num_processes",
+ "num_cores",
+ "kernel_ver",
+ "logged_users",
+ "dns_names"
+ );
+
+ private static final List<Type.PrimaryType> fetcherAttributeTypes = List.of(
+ Type.PrimaryType.DOUBLE,
+ Type.PrimaryType.INT,
+ Type.PrimaryType.INT,
+ Type.PrimaryType.INT,
+ Type.PrimaryType.INT,
+ Type.PrimaryType.INT,
+ Type.PrimaryType.INT,
+ Type.PrimaryType.INT,
+ Type.PrimaryType.INT,
+ Type.PrimaryType.STRING,
+ Type.PrimaryType.INT,
+ Type.PrimaryType.LIST
+ );
+
+ private static Api api;
+ private static Process pythonProcess;
+
+ private static Value packAttributeValue(Object rawValue, Type.PrimaryType valueType) {
+ Value val = null;
+ ArrayList<Value> contacts = new ArrayList<Value>();
+
+ if (valueType.equals(Type.PrimaryType.STRING)) {
+ val = new ValueString((String) rawValue);
+ } else if (valueType.equals(Type.PrimaryType.INT)) {
+ val = new ValueInt(((Double) rawValue).longValue());
+ } else if (valueType.equals(Type.PrimaryType.DOUBLE)) {
+ val = new ValueDouble((Double) rawValue);
+ } else if (valueType.equals(Type.PrimaryType.LIST)) {
+ for (Object c : (ArrayList) rawValue) {
+ contacts.add(new ValueString((String) c));
+ }
+ val = new ValueList(contacts, TypePrimitive.STRING);
+ } else {
+ throw new UnsupportedOperationException();
+ }
-// private static String processAttribs(String jsonAttribs) {
-// Serializer serializer = new Serializer();
-// return
-// }
+ return val;
+ }
+
+ private static void initializeApiStub() throws RemoteException, NotBoundException {
+ Registry registry = LocateRegistry.getRegistry("localhost");
+ api = (Api) registry.lookup("Api");
+ System.out.println("Fetcher runs with registry");
+ }
- // https://jj09.net/interprocess-communication-python-java/
- private static void fetchData() {
- try {
- Registry registry = LocateRegistry.getRegistry("localhost");
- Api stub = (Api) registry.lookup("Api");
- System.out.println("Fetcher runs with registry"); // TODO
+ private static void initializePythonProcess() throws IOException {
+ String pythonScript = Fetcher.class.getResource("data_fetcher.py").getFile();
+ String pythonCmd = "/usr/bin/python3 " + pythonScript;
+ System.out.println("Run cmd: " + pythonCmd);
+ pythonProcess = Runtime.getRuntime().exec(pythonCmd);
+ System.out.println("Fetcher pid " + ProcessHandle.current().pid());
+ System.out.println("Python process running with PID: " + pythonProcess.pid());
+ }
- String pythonScript = Fetcher.class.getResource("data_fetcher.py").getFile();
- String pythonCmd = "/usr/bin/python3 " + pythonScript;
- System.out.println("cmd: " + pythonCmd);
- Process p = Runtime.getRuntime().exec(pythonCmd);
- BufferedReader bufferRead = new BufferedReader( new InputStreamReader(p.getInputStream()));
- BufferedReader errorRead = new BufferedReader( new InputStreamReader(p.getErrorStream()));
+ private static ArrayList deserializeAttribs(String serializedAttribs) {
+ Gson g = new Gson();
+ return g.fromJson(serializedAttribs, ArrayList.class);
+ }
+ // https://jj09.net/interprocess-communication-python-java/
+ private static void fetchData() {
+ BufferedReader bufferRead;
+ ArrayList deserializedAttribs;
+ String jsonAttribs;
- System.out.println("Gonna read some attribs");
- String jsonAttribs = bufferRead.readLine();
- String serializedAttribs;
+ System.out.println(System.getProperty("user.dir"));
- System.out.println("Read some attribs");
- System.out.println(jsonAttribs);
- System.out.println("Got some attribs");
+ try {
+ initializeApiStub();
+ initializePythonProcess();
- ArrayList aa = deserializeAttribs(jsonAttribs);
- System.out.println(aa);
+ bufferRead = new BufferedReader( new InputStreamReader(pythonProcess.getInputStream()));
- // TODO different condition
- while(!jsonAttribs.equals("x")) {
+ while((jsonAttribs = bufferRead.readLine()) != null) {
System.out.println(jsonAttribs);
System.out.flush();
- serializedAttribs = "1";
- // stub.setAttributeValue(serializedAttribs);
- jsonAttribs = bufferRead.readLine();
+ deserializedAttribs = deserializeAttribs(jsonAttribs);
+ for (int i = 0; i < fetcherAttributeNames.size(); i++) {
+ api.setAttributeValue(
+ "/",
+ fetcherAttributeNames.get(i),
+ packAttributeValue(
+ deserializedAttribs.get(i),
+ fetcherAttributeTypes.get(i)));
+ }
}
bufferRead.close();
- } catch(IOException e) {
- e.printStackTrace();
} catch (Exception e) {
System.err.println("Fetcher exception:");
e.printStackTrace();
}
}
-
public static void main(String[] args) {
fetchData();
}
-
- public static ArrayList deserializeAttribs(String serializedAttribs) {
- Gson g = new Gson();
-
- return g.fromJson(serializedAttribs, ArrayList.class);
- }
}