#BreatheSense - SRM Hackathon 2018 #Developer - Dhairya Parikh #This program shows the basic plotting of Energy Values. #initializations of the Libraries we are going to use #-------------------------------------------------------------------------------------------- from __future__ import print_function from sys import platform from os import system from imp import load_source from os.path import join import time import numpy as np import matplotlib.pyplot as plt import array import json import paho.mqtt.client as mqtt import sys mqttc = mqtt.Client("BreatheData", clean_session=False) mqttc.username_pw_set("username", "password") mqttc.connect("m15.cloudmqtt.com", "Enter the Port you get", 60) mqtta = mqtt.Client("WordData", clean_session=False) mqtta.username_pw_set("username", "password") mqtta.connect("m15.cloudmqtt.com","Enter the Port you get" , 60) #-------------------------------------------------------------------------------------------- #walabot initialization to define the path of SDK for both windows and linux platforms #-------------------------------------------------------------------------------------------- if platform == 'win32': modulePath = join('C:/', 'Program Files', 'Walabot', 'WalabotSDK', 'python', 'WalabotAPI.py') elif platform.startswith('linux'): modulePath = join('/usr', 'share', 'walabot', 'python', 'WalabotAPI.py') wlbt = load_source('WalabotAPI', modulePath) wlbt.Init() #-------------------------------------------------------------------------------------------- plt.axis([0,1000,0,100]) #pyplot function for defining axis limits in order (xmin, xmax, ymin, ymax) plt.ion() #enabling interactive plotting making graph visualization easier. counter = 0 b_magnitude = 0 b_counter = 0 nb_counter = 0 gen_counter = 0 lb_counter = 0 sb_counter = 0 i = 0 bn_counter=0 list_counter = 0 #a counter created to keep track of list input index msg_counter = 0 wrd_counter = 0 msg_array = [] #an unsized list created to store 'dots' & 'dashes' wrd_array = [] #an unsized list created to store english alphabets def findexact(msg_array,morse): #a function that checks if content of msg_array and morse are an exact match i=0 while i < len(msg_array): if any(item == msg_array[i] for item in morse): return 1 i+=1 def findexactword(wrd_array,word): #a function that checks if content of wrd_array and word are an exact match j=0 #print('Inside Find Exact Word') while j < len(wrd_array): if any(items == wrd_array[j] for items in word): return 1 j+=1 #functions to clear msg & word lists def clear_ar(): del msg_array[:] def clear_wrdar(): del wrd_array[:] def BreatheSense(energy): #the main function in walabreathe where the breath detection,conversion to morse code and speech output takes place global counter global b_magnitude global b_counter global nb_counter global gen_counter global lb_counter global sb_counter global msg_array global msg_counter global bn_counter global list_counter dash = '-' dot = '.' m_a = ['..'] m_b = ['.-'] m_c = ['-.'] m_d = ['--'] l_a = 'Food Please' l_b = 'Call for Medical Help!' l_c = 'Let me through.' l_d = 'Hi! How are you?' system('cls' if platform == 'win32' else 'clear') b_magnitude = energy*10000000 counter+=1 gen_counter+=1 if(gen_counter==1): #prompting user to breathe after previous breath has ended print('Breathe Now') plt.scatter(counter,energy*10000000) #pyplot function that allows us to scatter plot breathing 'energy' values plt.pause(0.005) if b_magnitude>20: #user is breathing b_counter+=1 else: #not breathing nb_counter+=1 if(lb_counter+sb_counter>=4 or bn_counter>=2): #when the morse inputs add up to 5 or the user stops breathing for 3 attempts then morse code checking and conversion takes place print(msg_array) if (findexact(msg_array,m_a)==1): #checking for morse combination match and if true, text to speech speaks the correponding english alphabet print('Food Please') #os.system("espeak 'Hi'") #If you want the computer to speak it out loud mqtta.publish("sensor/temp", payload='Food Please', qos=0) elif (findexact(msg_array,m_b)==1): print('Call for Medical Help!') #os.system("espeak 'Name'") mqtta.publish("sensor/temp", payload='Call for medical help.', qos=0) elif (findexact(msg_array,m_c)==1): print('Let me through Please.') #os.system("espeak 'it'") mqtta.publish("sensor/temp", payload='Let me through please.', qos=0) elif (findexact(msg_array,m_d)==1): print('Hi! How are you?') mqtta.publish("sensor/temp", payload='Hi! How are you?', qos=0) else: #if no match found print('Not valid morse combination') mqtta.publish("sensor/temp", payload='No Valid Combination found', qos=0) clear_ar() pt_counter=0 msg_counter=0 lb_counter=0 sb_counter=0 bn_counter=0 list_counter=0 if(gen_counter==20): #taking 20 'energy' values to classify into 'long' and 'short' breaths if(b_counter>0 and nb_counter>0): if(b_counter>nb_counter): #if energy magnitude is 'high' most the time among the 15 readings, then it is a 'long breath' print('Long Breath') lb_counter+=1 if(list_counter==0): #appending '-' or 'dash' into msg_array when long breath is detected msg_array.append('-') msg_counter+=1 else: msg_array = [x + dash for x in msg_array] #concatination of '-' list_counter+=1 else: #when energy magnitude is 'low' most the time among the 15 readings, then it is a 'short breath' print('Short Breath') sb_counter+=1 if(list_counter==0): #appending '.' or 'dot' into msg_array when long breath is detected msg_array.append('.') msg_counter+=1 else: msg_array = [x + dot for x in msg_array] #concatination of '.' list_counter+=1 if(b_counter==0): bn_counter+=1 gen_counter=0 b_counter=0 nb_counter=0 def BreathingApp(): # Walabot_SetArenaR - input parameters minInCm, maxInCm, resInCm = 30, 150, 1 # Walabot_SetArenaTheta - input parameters minIndegrees, maxIndegrees, resIndegrees = -4, 4, 2 # Walabot_SetArenaPhi - input parameters minPhiInDegrees, maxPhiInDegrees, resPhiInDegrees = -4, 4, 2 # Configure Walabot database install location (for windows) wlbt.SetSettingsFolder() # 1) Connect : Establish communication with walabot. wlbt.ConnectAny() # 2) Configure: Set scan profile and arena # Set Profile - to Sensor-Narrow. wlbt.SetProfile(wlbt.PROF_SENSOR_NARROW) # Setup arena - specify it by Cartesian coordinates. wlbt.SetArenaR(minInCm, maxInCm, resInCm) # Sets polar range and resolution of arena (parameters in degrees). wlbt.SetArenaTheta(minIndegrees, maxIndegrees, resIndegrees) # Sets azimuth range and resolution of arena.(parameters in degrees). wlbt.SetArenaPhi(minPhiInDegrees, maxPhiInDegrees, resPhiInDegrees) # Dynamic-imaging filter for the specific frequencies typical of breathing wlbt.SetDynamicImageFilter(wlbt.FILTER_TYPE_DERIVATIVE) # 3) Start: Start the system in preparation for scanning. wlbt.Start() # 4) Trigger: Scan (sense) according to profile and record signals to be # available for processing and retrieval. while True: appStatus, calibrationProcess = wlbt.GetStatus() # 5) Trigger: Scan(sense) according to profile and record signals # to be available for processing and retrieval. wlbt.Trigger() # 6) Get action: retrieve the last completed triggered recording energy = wlbt.GetImageEnergy() mqttc.publish("sensor/temp", payload=energy*10000000, qos=0) BreatheSense(energy) # 7) Stop and Disconnect. wlbt.Stop() wlbt.Disconnect() print('Terminate successfully') if __name__ == '__main__': BreathingApp()