Merge pull request #102 from ODM2/development

Development 0.8.0

Author: sreeder

setup/Mac/sdl_setup.packproj

@@ -548,7 +548,7 @@
 		<key>IFPkgFlagPackageSelection</key>
 		<integer>0</integer>
 		<key>Name</key>
-		<string>SDL_v0.7.0_Beta_Mac_Installer</string>
+		<string>SDL_v0.8.0_Beta_Mac_Installer</string>
 		<key>Status</key>
 		<integer>1</integer>
 		<key>Type</key>

setup/Windows/sdl_setup.iss

@@ -4,7 +4,7 @@
 #define MyAppName "StreamingDataLoader"
 #define MyAppInstaller "SDL"
 #define MyWizExeName "SDLLoader"
-#define MyAppVersion "v0.7.0-beta"
+#define MyAppVersion "v0.8.0-beta"
 #define MyAppPublisher "ODM2"
 #define MyAppURL "https://github.com/ODM2/ODM2StreamingDataLoader"
 

setup/Windows/setup instructions.txt

@@ -1,3 +1,5 @@
 run the following commands 
+
 pyinstaller --onefile src\StreamingDataLoader.py
+
 pyinstaller --onefile src\StreamingDataLoaderWizard.py

src/StreamingDataLoader.py

@@ -153,13 +153,28 @@ def main(arguments):
     parser = ArgumentParser(description="StreamingDataLoader")
     parser.add_argument('-r', '--restart', action='store_true', help="Read the entire CSV file to ensure that data is correct and accounted for. This option affects performance. While the integrity of the data is checked each time the program executes, it is still recommended to use this option if you have manually modified your data file between executions.")
     parser.add_argument('-v', '--verbose', action='store_true', help="Enable more verbose logging in the logfile.")
-    parser.add_argument('-c', '--config', nargs='+', dest="yamlFile", help="Specify a YAML configuration file in the form of one of these formats:\n1. A single YAML (.yaml) file.\n2. A list of YAML files (.yaml), deliminated by white space.\n3. A directory containing multiple YAML (.yaml) files.", required=True, action="store")
+    parser.add_argument('-c', '--config', nargs='+', dest="yamlFile", help="Specify a YAML configuration file in the form of one of these formats:\n1. A single YAML (.yaml) file.\n2. A list of YAML files (.yaml), deliminated by white space.\n3. A directory containing multiple YAML (.yaml) files.", required=False, action="store")
     parser.add_argument('-f', '--file', dest="csvFile", help="Specify a single CSV data file to target instead of the one listed in the configuration file.", required=False, action="store")
     args = parser.parse_args()
 
+
     correct_path = ""
-    for path in args.yamlFile:
-        correct_path += path + " "
+
+
+
+    if args.yamlFile is not None:
+        # if args in args.yamlFile:
+        correct_path = ""
+        for path in args.yamlFile:
+            correct_path += path + " "
+    else:
+        # os.chdir(os.getcwd())
+        for filename in os.listdir('.'):
+            if filename.endswith('.yaml'):
+                correct_path = os.getcwd()
+                # correct_path += filename
+                correct_path = os.path.join(correct_path, filename)
+                break
 
     args.yamlFile = [correct_path.strip()]
     start_time = time.time()

src/StreamingDataLoaderWizard.py

@@ -1,19 +1,4 @@
-# import os
-# import sys
 
-# import ObjectListView
-# import pyodbc
-# import pymysql
-# import sqlite3
-# sys.path.insert(0,os.path.dirname(os.path.dirname(__file__)))
-# from src.wizard.controller.frmMain import MainController
-# import wx
-# if __name__ == '__main__':
-    # app = wx.App()
-    # frame = MainController(None)
-    # frame.CenterOnScreen()
-    # frame.Show()
-    # app.MainLoop()
 
 import os
 import sys

src/controllers/Database.py

@@ -34,15 +34,18 @@ def createConnection(self, Credentials):
         print Credentials.host
         print Credentials.db_name
         print Credentials.uid
-        print Credentials.pwd
+        # print Credentials.pwd
 
         self.session_factory = \
             dbconnection.createConnection(Credentials.engine, Credentials.host,
                                             Credentials.db_name,
                                             Credentials.uid,
                                             Credentials.pwd, 2.0)
         if not self.session_factory:
-            logger.error("Unable to connect to database with host='%s', database='%s', user='%s', pwd='%s'." % (Credentials.host, Credentials.db_name, Credentials.uid, Credentials.pwd))
+            message = "Unable to connect to database with host='%s', database='%s', user='%s', pwd='%s'." % (Credentials.host, Credentials.db_name, Credentials.uid, Credentials.pwd)
+
+            logger.error(message)
+            print message
             return False
 
         return True

src/controllers/Mapper.py

@@ -197,9 +197,8 @@ def _buildTables(self):
             # SDL Test Data is just for our testing purposes.
             df['QualityCodeCV'] = 'None'
             # df['QualityCodeCV'] = 'SDL Test Data'
-            # TODO add unknown to database.
-            #df['CensorCodeCV'] = 'Unknown'
-            df['CensorCodeCV'] = 'Non-detect'
+
+            df['CensorCodeCV'] = 'Not censored'
             df['ResultID'] = series['ResultID']
             df['ValueDateTimeUTCOffset'] = self.mapping['Settings']['UTCOffset']
 

src/meta/data.py

@@ -1,5 +1,5 @@
 app_name = "Streaming Data Loader"
-version = "0.7.0_Beta"
+version = "0.8.0_Beta"
 copyright = "Copyright (c) 2013 - 2015, Utah State University. All rights reserved."
 description = "Streaming Data Loader a program for streaming continuous sensor data into an instance of the Observations Data Model (ODM)"
 

src/test.yaml

@@ -0,0 +1,30 @@
+## Configuration file
+## Last modified: 2017-07-11 13:39
+---
+test:
+  Database:
+    Address: localhost
+    DatabaseName: odm2
+    Engine: mysql
+    Password: bobrules
+    UserName: Bob
+  Mappings:
+    RelativeHumidity-%:
+      CalculateAggInterval: 'false'
+      IntendedTimeSpacing: 0
+      IntendedTimeSpacingUnitID: 136
+      LastByteRead: '127003'
+      ResultID: 22293
+  Schedule:
+    Beginning: 01/01/2014 12:00:00 AM
+    Frequency: Hour
+    LastUpdate: '2017-07-11 13:39:41'
+    Time: 1
+  Settings:
+    DataRowPosition: 21
+    DateTimeColumnName: DateTime
+    Delimiter: ','
+    FileLocation: C:\Sites\ODM2StreamingDataLoader\ODM2StreamingDataLoader\tests\test_handlers\test_csvHandler\csvFiles\Treeline_HrlySummary_2014.csv
+    FillGaps: 'false'
+    HeaderRowPosition: 20
+    UTCOffset: 0

src/wizard/controller/WizardDialog.py

@@ -62,8 +62,8 @@ def addButtons(self):
         self.btnNext.Bind(wx.EVT_BUTTON, self.onFinish)
         self.btnPrev.Bind(wx.EVT_BUTTON, self.onPrev)
 
-    def addPage(self, pnl):
-        newPnl = pnl(self, self.existingResult)
+    def addPage(self, pnl, **kwargs):
+        newPnl = pnl(self, existing_result= self.existingResult, **kwargs)
         newPnl.Hide()
         self.pnlList.append(newPnl)
         self.pnlSizer.Add(newPnl, 1, wx.ALL|wx.EXPAND, 5)