Voice-controlled Speakers

#Main script for voice-controlled speakers
#By Ben Francis and Jide Nwosu, 5/17/19

import pygame # Import pygame graphics library
import os # for OS calls
import random # for random number generation
import time # import time library
from pygame.locals import *
import RPi.GPIO as GPIO # to use Pi GPIO pins
import subprocess # for os subprocess calls

#spotify interface
#<div>Icons made by <a href="https://www.flaticon.com/authors/xnimrodx" title="xnimrodx">xnimrodx</a> from <a href="https://www.flaticon.com/" 			    title="Flaticon">www.flaticon.com</a> is licensed by <a href="http://creativecommons.org/licenses/by/3.0/" 			    title="Creative Commons BY 3.0" target="_blank">CC 3.0 BY</a></div>
subprocess.call("sudo bash fix_touchscreen.sh", shell = True) # calls bash script for touchscreen to work
subprocess.call("mopidy &", shell = True) # start running mopidy in background
os.putenv('SDL_VIDEODRIVER', 'fbcon') # Display on piTFT
os.putenv('SDL_FBDEV', '/dev/fb1') 
os.putenv('SDL_MOUSEDRV', 'TSLIB') # Track mouse clicks on piTFT
os.putenv('SDL_MOUSEDEV', '/dev/input/touchscreen')
time.sleep(8) # allow mopidy to finish startup

#clear playlist
subprocess.Popen(["mpc", "clear", "-q"], stdin=subprocess.PIPE, stdout=subprocess.PIPE, stderr=subprocess.PIPE)
#add albums to  Mopidy server
#can add as many albums as you want here
#Mac Miller
subprocess.Popen(["mpc", "add", "spotify:album:5wtE5aLX5r7jOosmPhJhhk"], stdin=subprocess.PIPE, stdout=subprocess.PIPE, stderr=subprocess.PIPE)
#Logic
subprocess.Popen(["mpc", "add", "spotify:album:6GeHCNwwqMMUrpxuGTRYcf"], stdin=subprocess.PIPE, stdout=subprocess.PIPE, stderr=subprocess.PIPE)

#write list of songs in playlist to text files
subprocess.call("mpc playlist > playlist.txt", shell = True)
playlist = open("playlist.txt", "r")
playlistlines = playlist.readlines()

#check if albums correctly added to playlist
while len(playlistlines) == 0:
	#add albums until they are correctly added to playlist
	#Logic
	subprocess.Popen(["mpc", "add", "spotify:album:6GeHCNwwqMMUrpxuGTRYcf"], stdin=subprocess.PIPE, stdout=subprocess.PIPE, stderr=subprocess.PIPE)
	#Mac Miller
	subprocess.Popen(["mpc", "add", "spotify:album:5wtE5aLX5r7jOosmPhJhhk"], stdin=subprocess.PIPE, stdout=subprocess.PIPE, stderr=subprocess.PIPE)
	subprocess.call("mpc playlist > playlist.txt", shell = True)
	time.sleep(1)
	playlist = open("playlist.txt", "r")
	playlistlines = playlist.readlines()

#start voice recognition software (pocketsphinx_contiuous) in background
#write results to text file
subprocess.call("sudo bash voice_commands.sh > commands.txt &", shell = True)
time.sleep(1)
#save process id of pocketsphinx for later
subprocess.call("pgrep -l pocket > pocketgrep.txt", shell = True)

pygame.init() # initialize pygame

#set parameters for pygame display
size = width, height = 320, 240
WHITE = 255, 255, 255
BLACK = 0,0,0
GOLD = 255, 215, 0
font = pygame.font.Font(None, 20)
#setup for piTFT screen
screen = pygame.display.set_mode(size)
screen.fill(BLACK) 

pygame.mouse.set_visible(False) # True for monitor False for TFT

#initial positions of elements on screen
init = [144,200] #play
init2 = [144,200] #pause
init3 = [184,200] #forward
init4 = [104,200] #rewind
init5 = [224,200] #volup
init6 = [64,200] #voldown
init7 = [10,15] #quit
circleinit = [160, 110] #circle

#load and set loactions of icon images
play = pygame.image.load("/home/pi/finalproject/playbutton.png")
playrect = play.get_rect()
playrect = playrect.move(init)

pause = pygame.image.load("/home/pi/finalproject/pausebutton.png")
pauserect = pause.get_rect()
pauserect = pauserect.move(init2)

forward = pygame.image.load("/home/pi/finalproject/forwardbutton.png")
forwardrect = forward.get_rect()
forwardrect = forwardrect.move(init3)

rewind = pygame.image.load("/home/pi/finalproject/rewindbutton.png")
rewindrect = rewind.get_rect()
rewindrect = rewindrect.move(init4)

volup = pygame.image.load("/home/pi/finalproject/volumeup.png")
voluprect = volup.get_rect()
voluprect = voluprect.move(init5)

voldown = pygame.image.load("/home/pi/finalproject/volumedown.png")
voldownrect = voldown.get_rect()
voldownrect = voldownrect.move(init6)

quitbut = pygame.image.load("/home/pi/finalproject/exit.png")
quitbutrect = quitbut.get_rect()
quitbutrect = quitbutrect.move(init7)

# Combine Icon surfaces with workspace surface
screen.blit(play, playrect) 
screen.blit(forward, forwardrect) 
screen.blit(rewind, rewindrect) 
screen.blit(volup, voluprect) 
screen.blit(voldown, voldownrect) 
screen.blit(quitbut, quitbutrect)
pygame.display.flip() # display workspace on screen

#initialize state of playback (0 = paused, 1 = playing)
playstate = 0

GPIO.setmode(GPIO.BCM) 
GPIO.setup(17, GPIO.IN, pull_up_down=GPIO.PUD_UP) # physical bail out button
		
#---------------------------------------------------------------------------------

#initialize variables for background color
#RGB values
rcounter = 254
gcounter = 254
bcounter = 254
colorcounter = 0 #counter for when color should change
#increase/decreases rgb values
rincrcolor = 0
gincrcolor = 0
bincrcolor = 0
#change r, g,and/or b 
rchange = 1
gchange = 1
bchange = 1
colorcountermax = 3 #number of iterations between changing color

#initialize variables for moving shapes
shapecounter = 0 #counter for when shapes should move
#randomize parameters of shapes (stroke size, color, shape, color, position, size)
shapestroke = random.randint(1,15)
shape = random.randint(1,3)
rcolor = random.randint(0,255)
gcolor = random.randint(0,255)
bcolor = random.randint(0,255)
shapecolor = rcolor,gcolor,bcolor
shapexpos = random.randint(0,320)
shapeypos = 100
shapewidth = random.randint(40,80)
pi = 3.14

a = time.time() #start time
b = a #current time
end = 0 #program ended
quitnow = 0 #onscreen quit button pressed?
#voice command given
command = "" 
prevcommand = ""
prevlenlines = 0
i = 0 # current song index
subprocess.Popen(["mpc", "volume", "-50"], stdin=subprocess.PIPE, stdout=subprocess.PIPE, stderr=subprocess.PIPE) #initialize volume to 50%
while ((b - a < 1800) and end == 0):
	#timeout after 30 minutes
	b = time.time()
	
	#format song title
	song = playlistlines[i].rstrip("\r\n").replace(";", ", ")
	parenth = song.find("(")
	if parenth != -1:
		song = song[0:parenth]
	
	#receive and format current voice command
	text_file2 = open("commands.txt", "r")
	lines = text_file2.readlines()
	lenlines = len(lines)
	if lenlines != 0:
		command = lines[-1]
	command = command.rstrip("\r\n").rstrip(" ")

	#make sure command is new and not a repeat
	if command == prevcommand or prevlenlines == lenlines:
		command = ""
	prevlenlines = lenlines	
	prevcommand = command

	color = rcounter, gcounter, bcounter # background color

	time.sleep(.001)
	#voice commands
	if command == "PLAY" and playstate == 0:
		#play music if music is paused and command is "play"
		playstate = ~playstate
		subprocess.Popen(["mpc", "play", "-q"], stdin=subprocess.PIPE, stdout=subprocess.PIPE, stderr=subprocess.PIPE)	
	elif command == "STOP" and playstate == -1:
		#pause music if music is paused and command is "stop"
		playstate = ~playstate
		subprocess.Popen(["mpc", "pause", "-q"], stdin=subprocess.PIPE, stdout=subprocess.PIPE, stderr=subprocess.PIPE)
	elif command == "NEXT" and i < len(playlistlines) - 1:
		#skip to next track if command is "next"
		i = i + 1
		subprocess.Popen(["mpc", "next", "-q"], stdin=subprocess.PIPE, stdout=subprocess.PIPE, stderr=subprocess.PIPE)		
	elif command == "PREVIOUS" and i > 0:
		#go back to previuous track if command is "previuous"
		i = i - 1
		subprocess.Popen(["mpc", "prev", "-q"], stdin=subprocess.PIPE, stdout=subprocess.PIPE, stderr=subprocess.PIPE)
	elif command == "VOLUME UP":
		#turn volume up if command is "volume up"
		subprocess.Popen(["mpc", "volume", "+10"], stdin=subprocess.PIPE, stdout=subprocess.PIPE, stderr=subprocess.PIPE)
		#update TFT display
		#flash volume up icon
		screen.fill(color) 
		texts = {song :(160, 180)}
		for my_text, text_pos in texts.items():
			text_surface = font.render(my_text, True, GOLD)
			rect = text_surface.get_rect(center=text_pos)
			screen.blit(text_surface, rect)
		if (playstate):
			screen.blit(pause, pauserect) # Combine icon surface with workspace surface
		else:
			screen.blit(play, playrect) # Combine icon surface with workspace surface
			
		# Combine icon surfaces with workspace surface
		screen.blit(forward, forwardrect) 
		screen.blit(rewind, rewindrect) 
		screen.blit(voldown, voldownrect) 
		screen.blit(quitbut, quitbutrect) 
		pygame.display.flip() # display workspace on screen
		time.sleep(0.1)
	elif command == "VOLUME DOWN":
		#turn volume down if command is "volume down"
		subprocess.Popen(["mpc", "volume", "-10"], stdin=subprocess.PIPE, stdout=subprocess.PIPE, stderr=subprocess.PIPE)
		#update TFT display
		#flash volume down icon
		screen.fill(color) 
		texts = {song :(160, 180)}
		for my_text, text_pos in texts.items():
			text_surface = font.render(my_text, True, GOLD)
			rect = text_surface.get_rect(center=text_pos)
			screen.blit(text_surface, rect)
		if (playstate):
			screen.blit(pause, pauserect) # Combine icon surface with workspace surface
		else:
			screen.blit(play, playrect) # Combine icon surface with workspace surface
		
		# Combine icon surfaces with workspace surface
		screen.blit(forward, forwardrect) 
		screen.blit(rewind, rewindrect) 
		screen.blit(volup, voluprect) 
		screen.blit(quitbut, quitbutrect) 
		pygame.display.flip() # display workspace on screen
		time.sleep(0.1)	
	
	for event in pygame.event.get():
		if(event.type is MOUSEBUTTONDOWN):
			pos = pygame.mouse.get_pos()
		elif(event.type is MOUSEBUTTONUP):
			#touchsreen detects touch
			pos = pygame.mouse.get_pos() # get position of touch on screen
			x,y = pos
				
			if y > 200 and y < 232:
				if x > 144 and x < 176:
					playstate = ~playstate	
					if (~playstate):
						#Pause button pressed
						subprocess.Popen(["mpc", "pause", "-q"], stdin=subprocess.PIPE, stdout=subprocess.PIPE, stderr=subprocess.PIPE)
					else:
						#Play button pressed
						subprocess.Popen(["mpc", "play", "-q"], stdin=subprocess.PIPE, stdout=subprocess.PIPE, stderr=subprocess.PIPE)					
				elif x > 184 and x < 216 and i < len(playlistlines) - 1:
					#Forward button pressed
					i = i + 1
					subprocess.Popen(["mpc", "next", "-q"], stdin=subprocess.PIPE, stdout=subprocess.PIPE, stderr=subprocess.PIPE)
				elif x > 104 and x < 136 and i > 0:
					#previuous track button pressed
					i = i - 1
					subprocess.Popen(["mpc", "prev", "-q"], stdin=subprocess.PIPE, stdout=subprocess.PIPE, stderr=subprocess.PIPE)
				elif x > 224 and x < 256:
					#Volume up button pressed
					subprocess.Popen(["mpc", "volume", "+10"], stdin=subprocess.PIPE, stdout=subprocess.PIPE, stderr=subprocess.PIPE)
					#update TFT display
					#flash volume up icon
					screen.fill(color) 
					texts = {song :(160, 180)}
					for my_text, text_pos in texts.items():
						text_surface = font.render(my_text, True, GOLD)
						rect = text_surface.get_rect(center=text_pos)
						screen.blit(text_surface, rect)
					if (playstate):
						screen.blit(pause, pauserect) # Combine icon surface with workspace surface
					else:
						screen.blit(play, playrect) # Combine icon surface with workspace surface
						
					# Combine icon surfaces with workspace surface
					screen.blit(forward, forwardrect) 
					screen.blit(rewind, rewindrect) 
					screen.blit(voldown, voldownrect)
					screen.blit(quitbut, quitbutrect) 
					pygame.display.flip() # display workspace on screen
					time.sleep(0.1)
				elif x > 64 and x < 96:
					#Volume down button pressed
					subprocess.Popen(["mpc", "volume", "-10"], stdin=subprocess.PIPE, stdout=subprocess.PIPE, stderr=subprocess.PIPE)				
					#update TFT display
					#flash volume down icon
					screen.fill(color) 
					texts = {song :(160, 180)}
					for my_text, text_pos in texts.items():
						text_surface = font.render(my_text, True, GOLD)
						rect = text_surface.get_rect(center=text_pos)
						screen.blit(text_surface, rect)
					if (playstate):
						screen.blit(pause, pauserect) # Combine icon surface with workspace surface
					else:
						screen.blit(play, playrect) # Combine icon surface with workspace surface
						
					# Combine icon surfaces with workspace surface
					screen.blit(forward, forwardrect) 
					screen.blit(rewind, rewindrect) 
					screen.blit(volup, voluprect) 
					screen.blit(quitbut, quitbutrect) 
					pygame.display.flip() # display workspace on screen
					time.sleep(0.1)	
			elif y > 0 and y < 60:
				if x > 0 and x < 60:
					# quit button pressed
					quitnow = 1
	
	if shapecounter == 20:
		#after 20 iterations add new shape
		shapestroke = random.randint(1,15)
		shape = random.randint(1,3)
		rcolor = random.randint(0,255)
		gcolor = random.randint(0,255)
		bcolor = random.randint(0,255)
		shapecolor = rcolor,gcolor,bcolor
		shapexpos = random.randint(0,320)
		shapeypos = 100
		shapecounter = 0
		shapewidth = random.randint(40,80)
	else:
		shapecounter = shapecounter + 1
	
	#update TFT display
	screen.fill(color) 
	texts = {song :(160, 180)}
	for my_text, text_pos in texts.items():
		text_surface = font.render(my_text, True, GOLD)
		rect = text_surface.get_rect(center=text_pos)
		screen.blit(text_surface, rect)
	if (playstate):
		screen.blit(pause, pauserect) # Combine icon surface with workspace surface
	else:
		screen.blit(play, playrect) # Combine icon surface with workspace surface
	
	#draw randomized shape
	if shape == 1:
		pygame.draw.circle(screen, shapecolor, [shapexpos, shapeypos], 40, shapestroke)
	elif shape == 2:
		pygame.draw.rect(screen, shapecolor, [shapexpos, shapeypos, shapewidth, 60], shapestroke)
	elif shape == 3:
		pygame.draw.ellipse(screen, shapecolor, [shapexpos, shapeypos, shapewidth, 60], shapestroke)
		
	# Combine icon surfaces with workspace surface
	screen.blit(forward, forwardrect) 
	screen.blit(rewind, rewindrect) 
	screen.blit(volup, voluprect) 
	screen.blit(voldown, voldownrect) 
	screen.blit(quitbut, quitbutrect) 
	pygame.display.flip() # display workspace on screen
	
	#adjust rgb elements of background being changed based on current song 
	if i%7 == 0:
		rchange = 1
		gchange = 1
		bchange = 1
	elif i%7 == 1:
		rchange = 1
		gchange = 1
		bchange = 0
	elif i%7 == 2:
		rchange = 1
		gchange = 0
		bchange = 1
	elif i%7 == 3:
		rchange = 1
		gchange = 0
		bchange = 0
	elif i%7 == 4:
		rchange = 0
		gchange = 1
		bchange = 1
	elif i%7 == 5:
		rchange = 0
		gchange = 1
		bchange = 0
	elif i%7 == 6:
		rchange = 0
		gchange = 0
		bchange = 1
		
	colorcounter = colorcounter + 1
	if colorcounter == colorcountermax:
		#change background color
		if rchange:
			if rincrcolor == 0:
				if rcounter > 0: 
					rcounter = rcounter - 1
				else:
					rincrcolor = 1
			else:
				if rcounter < 255:
					rcounter = rcounter + 1
				else:
					rincrcolor = 0
		if gchange:
			if gincrcolor == 0:
				if gcounter > 0: 
					gcounter = gcounter - 1
				else:
					gincrcolor = 1
			else:
				if gcounter < 255:
					gcounter = gcounter + 1
				else:
					gincrcolor = 0
		if bchange:
			if bincrcolor == 0:
				if bcounter > 0: 
					bcounter = bcounter - 1
				else:
					bincrcolor = 1
			else:
				if bcounter < 255:
					bcounter = bcounter + 1
				else:
					bincrcolor = 0
		colorcounter = 0
	
	if ( not GPIO.input(17) or quitnow ):
		#physical bailout button pressed or onscreen quit button pressed
		#kill all background processes (mopidy and pocketsphinx) and stop mpc
		subprocess.Popen(["mpc", "stop", "-q"], stdin=subprocess.PIPE, stdout=subprocess.PIPE, stderr=subprocess.PIPE)
		subprocess.call("pkill mopidy", shell = True)
		text_file1 = open("pocketgrep.txt", "r")
		lines = text_file1.read().split(' ')
		pid = lines[0]
		subprocess.call("sudo kill -SIGKILL " + pid, shell = True)
		#close and delete temp text files
		text_file1.close()
		text_file2.close()
		os.remove("commands.txt")
		os.remove("pocketgrep.txt")
		end = 1 #program is done
quit()		

#!/bin/bash
#Start pocketsphinx software
#By Ben Francis and Jide Nwosu, May 17, 2019
ldconfig #configure pocketsphinx 
cd pocketsphinx-5prealpha/src/programs # cd to correct directory 
pocketsphinx_continuous -nfft 2048 -samprate 16000 -inmic yes -lm commands.lm -dict commands.dict # start pocketsphinx with correct parameters

#!/bin/bash
#Make sure touchscreen is setup correctly
#By Ben Francis and Jide Nwosu, May 17, 2019

#remove and re-install the touchscreen
sudo rmmod stmpe_ts
sudo modprobe stmpe_ts
echo "/dev/input/touchscreen should point to eventn"
sleep 1
ls -l /dev/input/touchscreen