Add fetcher skeleton

3 files changed, 144 insertions, 0 deletions

diff --git a/src/main/resources/pl/edu/mimuw/cloudatlas/fetcher/config.ini b/src/main/resources/pl/edu/mimuw/cloudatlas/fetcher/config.ini
new file mode 100644
index 0000000..14af0af
--- /dev/null
+++ b/src/main/resources/pl/edu/mimuw/cloudatlas/fetcher/config.ini
@@ -0,0 +1,5 @@
+[AttributeParams]
+
+CollectionInterval=5
+AveragingPeriod=5
+AveragingMethod=arithmetic
\ No newline at end of file
diff --git a/src/main/resources/pl/edu/mimuw/cloudatlas/fetcher/data_fetcher.py b/src/main/resources/pl/edu/mimuw/cloudatlas/fetcher/data_fetcher.py
new file mode 100644
index 0000000..d69c498
--- /dev/null
+++ b/src/main/resources/pl/edu/mimuw/cloudatlas/fetcher/data_fetcher.py
@@ -0,0 +1,136 @@
+import json
+import subprocess
+import sys
+import time
+
+import schedule
+import psutil
+import platform
+import socket
+import configparser
+# import sqlite3
+
+# Pipe
+pipe = None
+
+# Attribute params
+collectionInterval = 1
+averagingPeriod = 1
+averagingMethod = ""
+
+"""
+    Attributes
+
+    the average CPU load (over all cores) as cpu_load
+    the free disk space (in bytes) as free_disk
+    the total disk space (in bytes) as total_disk
+    the free RAM (in bytes) as free_ram
+    the total RAM (in bytes) as total_ram
+    the free swap (in bytes) as free_swap
+    the total swap (in bytes) as total_swap
+    the number of active processes as num_processes
+    the number of CPU cores as num_cores
+    the kernel version as kernel_ver
+    the number of users logged in as logged_users
+    a set of up to three DNS names of the machine dns_names
+
+"""
+
+
+def setup_database():
+    conn = sqlite3.connect('attributes.db')
+    c = conn.cursor()
+    c.execute('''CREATE TABLE attrib
+             (timestamp integer,
+              avg_cpu_load integer,
+              free_disk integer,
+              total_disk integer,
+              free_ram integer,
+              total_ram integer,
+              free_swap integer,
+              total_swap integer,
+              num_processes integer,
+              num_cores integer,
+              kernel_ver text,
+              logged_users integer,
+              dns_names text) 
+              ''')
+    # TODO format dns_names
+    conn.commit()
+    conn.close()
+
+
+def get_data():
+    avg_cpu_load = psutil.cpu_percent(interval=1) # TODO better?
+    free_disk = psutil.disk_usage("/").free
+    total_disk = psutil.disk_usage("/").total
+    free_ram = psutil.virtual_memory().available
+    total_ram = psutil.virtual_memory().total
+    free_swap = psutil.swap_memory().free
+    total_swap = psutil.swap_memory().total
+    num_processes = len(psutil.pids())
+    num_cores = psutil.cpu_count(False)
+    kernel_ver = platform.release() # TODO ew. version()
+    logged_users = len(psutil.users())
+
+    hostname = socket.gethostbyaddr("127.0.0.1") # TODO czy dziala
+    dns_names = ([hostname[0]] + hostname[1])[:3]
+    # https://stackoverflow.com/questions/2575760/python-lookup-hostname-from-ip-with-1-second-timeout
+
+    sys.stdout.write("[{},{},{},{},{},{},{},{},{},{},{},{}]\n".format(
+    #print("[{},{},{},{},{},{},{},{},{},{},{},{}]\r\n".format(
+    avg_cpu_load,
+    free_disk,
+    total_disk,
+    free_ram,
+    total_ram,
+    free_swap,
+    total_swap,
+    num_processes,
+    num_cores,
+    kernel_ver,
+    logged_users,
+    json.dumps(dns_names))) #.encode())  # TODO ten string
+    sys.stdout.flush()
+    # TODO error control and pipe restart
+
+"""
+    conn = sqlite3.connect('attributes.db')
+    c = conn.cursor()
+    c.execute("INSERT INTO attrib VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ? )",
+              avg_cpu_load,
+              free_disk,
+              total_disk,
+              free_ram,
+              total_ram,
+              free_swap,
+              total_swap,
+              num_processes,
+              num_cores,
+              kernel_ver,
+              logged_users,
+              dns_names.__str__()) # TODO ten string
+    conn.commit()
+    conn.close()
+"""
+
+# TODO funkcja do usuwania zbendych
+def remove_historical_data():
+    pass
+
+
+if __name__ == '__main__':
+    # config = configparser.ConfigParser()
+    # config.read("config.ini")
+    collectionInterval = int(5) # int(config["AttributeParams"]["collectionInterval"])
+    averagingPeriod = int(5) # int(config["AttributeParams"]["averagingPeriod"])
+    averagingMethod = "arithmetic" # config["AttributeParams"]["averagingMethod"]
+
+    # setup_database()
+
+    # TODO some condition for this?
+    while True:
+        get_data()
+        time.sleep(collectionInterval)
+
+    # schedule.every(collectionInterval).seconds.do(get_data)
diff --git a/src/main/resources/pl/edu/mimuw/cloudatlas/fetcher/fetcher.policy b/src/main/resources/pl/edu/mimuw/cloudatlas/fetcher/fetcher.policy
new file mode 100644
index 0000000..5d74bde
--- /dev/null
+++ b/src/main/resources/pl/edu/mimuw/cloudatlas/fetcher/fetcher.policy
@@ -0,0 +1,3 @@
+grant {
+    permission java.security.AllPermission;
+};
\ No newline at end of file