Cleaning up data

dataacquisition/ExportToDatabase.py

@@ -11,6 +11,8 @@ import psycopg2
 import psycopg2.extras
 from psycopg2 import sql
 from psycopg2.extensions import ISOLATION_LEVEL_AUTOCOMMIT
+import pandas as pd
+import numpy as np
 
 stationGPD = None
 
@@ -74,19 +76,10 @@ def insert_data(stationList):
                     columns.append('"' + column + '"')
                 columns = str(columns).replace('[', '').replace(']', '').replace("'", "").replace('\n', '').replace(' ', '')
 
-                values = []
-                for value in df_columns:
-                    if isinstance(value, str):
-                        value = value.replace('NaN', 'NULL')
-                    elif isinstance(value, float):
-                        value = round(value, 3)
-                    values.append(value)
-
-                values = "VALUES({})".format(",".join(values))
-
+                stationList = stationList.round(decimals=3)
 
                 # create VALUES('%s', '%s",...) one '%s' per column
-                # values = "VALUES({})".format(",".join(["%s" for _ in df_columns]))
+                values = "VALUES({})".format(",".join(["%s" for _ in df_columns]))
 
                 # create INSERT INTO table (columns) VALUES('%s',...)
                 insert_stmt = """INSERT INTO {} ({}) {}""".format('stations', columns, values)