autogui.py

import pyautogui, time, sys, os, win32api, win32gui, win32con, datetime, pyHook, pythoncom
from optparse import OptionParser

'''
Python Automated Actions Script by Ian Mckay
Version 0.1 - 20151217
'''

pyautogui.PAUSE = 0
pyautogui.FAILSAFE = True
main_thread_id = win32api.GetCurrentThreadId()
events = []
recording = False

def OnMouseEvent(event):
	global events
	global recording
	
	if (event.Message!=512): # 512 is mouse move
		'''
		print('MessageName:',event.MessageName)
		print('Message:',event.Message)
		print('Time:',event.Time)
		print('Window:',event.Window)
		print('WindowName:',event.WindowName)
		print('Position:',event.Position)
		print('Wheel:',event.Wheel)
		print('Injected:',event.Injected)
		print('---')
		'''
	
		if (recording==True):
			events.append([event.Position[1],event.Position[0],event.Message,event.Time,"2"])
	
	return True

def OnKeyboardEvent(event):
	global hm
	global events
	global recording
	global starttime
	global main_thread_id
	'''
	print('MessageName:',event.MessageName)
	print('Message:',event.Message)
	print('Time:',event.Time)
	print('Window:',event.Window)
	print('WindowName:',event.WindowName)
	print('Ascii:', event.Ascii, chr(event.Ascii))
	print('Key:', event.Key)
	print('KeyID:', event.KeyID)
	print('ScanCode:', event.ScanCode)
	print('Extended:', event.Extended)
	print('Injected:', event.Injected)
	print('Alt', event.Alt)
	print('Transition', event.Transition)
	print('---')
	'''
	
	if (recording==True):
		if (event.Key=="End"):
			hm.UnhookKeyboard()
			hm.UnhookMouse()
			win32api.PostThreadMessage(main_thread_id, win32con.WM_QUIT, 0, 0);
			events.append(["0","0","1",event.Time,"0"])
			print("Ended recording")
			print('\a')
			return False
		else:
			events.append([event.Extended,event.KeyID,event.Message,event.Time,"1"])
		
	if (recording==False):
		if (event.Key=="Home" and event.Message==257):
			starttime = datetime.datetime.now().time()
			recording = True
			print("Started recording")
			print('\a')
			events.append(["0","0","0",event.Time,"0"])
			return False
	
	return True

def record():
	global hm

	print("Hooking now...")
	hm = pyHook.HookManager()
	hm.MouseAll = OnMouseEvent
	hm.KeyAll = OnKeyboardEvent
	hm.HookMouse()
	hm.HookKeyboard()
	print("Hooked")
	pythoncom.PumpMessages()
	print("Exporting...")
	f = open('recording.txt', 'w+')
	for event in events:
		f.write(str(event.pop()) + ',' + str(event.pop()) + ',' + str(event.pop()) + ',' + str(event.pop()) + ',' + str(event.pop()) + '\n')
	f.close()
	print("Ending...")

def play():
	print("Starting in 2 secs...")
	time.sleep(2)

	lasttime=False

	with open('recording.txt') as fp:
		for line in fp:
			elements = line.split(',')
			eventdata2 = int(elements.pop().replace('\n',''))
			eventdata1 = int(elements.pop())
			eventsubtype = int(elements.pop())
			eventtime = int(elements.pop())
			eventtype = int(elements.pop())
			
			if (lasttime==False):
				if (eventtype==0 and eventsubtype==0):
					lasttime=eventtime
				else:
					print("Source data error! (eventtype=" + str(eventtype) + ", eventsubtype=" + str(eventsubtype) + ")")
					sys.exit(1)
			elif (eventtype==1):
				time.sleep(max((eventtime-lasttime)/1000,0.02)) # At least 20ms between everything
				
				if (eventdata1>32 and eventdata1<127 and eventdata2==0):
					key = chr(eventdata1).lower()
				elif (eventdata1==91 and eventdata2==1):
					key = "winleft"
				elif (eventdata1==9 and eventdata2==0):
					key = "tab"
				elif (eventdata1==20 and eventdata2==0):
					key = "capslock"
				elif (eventdata1==160 and eventdata2==0):
					key = "shiftleft"
				elif (eventdata1==162 and eventdata2==0):
					key = "ctrlleft"
				elif (eventdata1==164 and eventdata2==0):
					key = "altleft"
				elif (eventdata1==32 and eventdata2==0):
					key = "space"
				elif (eventdata1==165 and eventdata2==1):
					key = "altright"
				elif (eventdata1==163 and eventdata2==1):
					key = "ctrlright"
				elif (eventdata1==37 and eventdata2==1):
					key = "left"
				elif (eventdata1==40 and eventdata2==1):
					key = "down"
				elif (eventdata1==39 and eventdata2==1):
					key = "right"
				elif (eventdata1==161 and eventdata2==1):
					key = "shiftright"
				elif (eventdata1==38 and eventdata2==1):
					key = "up"
				elif (eventdata1==34 and eventdata2==1):
					key = "pgdn"
				elif (eventdata1==33 and eventdata2==1):
					key = "pgup"
				elif (eventdata1==8 and eventdata2==0):
					key = "backspace"
				elif (eventdata1==44 and eventdata2==1):
					key = "printscreen"
				elif (eventdata1==46 and eventdata2==1):
					key = "delete"
				elif (eventdata1==27 and eventdata2==0):
					key = "esc"
				elif (eventdata1==13 and eventdata2==0):
					key = "enter"
				elif (eventdata1==112 and eventdata2==0):
					key = "f1"
				elif (eventdata1==113 and eventdata2==0):
					key = "f2"
				elif (eventdata1==114 and eventdata2==0):
					key = "f3"
				elif (eventdata1==115 and eventdata2==0):
					key = "f4"
				elif (eventdata1==116 and eventdata2==0):
					key = "f5"
				elif (eventdata1==117 and eventdata2==0):
					key = "f6"
				elif (eventdata1==118 and eventdata2==0):
					key = "f7"
				elif (eventdata1==119 and eventdata2==0):
					key = "f8"
				elif (eventdata1==120 and eventdata2==0):
					key = "f9"
				elif (eventdata1==121 and eventdata2==0):
					key = "f10"
				elif (eventdata1==122 and eventdata2==0):
					key = "f11"
				elif (eventdata1==123 and eventdata2==0):
					key = "f12"
				else:
					print("Skipping unknown keycode: " + str(eventdata1))
					key = False
				
				if (eventsubtype==256 or eventsubtype==260): # I think 260 is a "virtual keystroke"
					if (key!=False):
						pyautogui.keyDown(key)
				elif (eventsubtype==257):
					if (key!=False):
						pyautogui.keyUp(key)
				else:
					print("Bad keyboard subtype!")
					sys.exit(1)
				
				lasttime=eventtime
			elif (eventtype==2):
				time.sleep(max((eventtime-lasttime)/1000,0.02)) # At least 20ms between everything
				
				if (eventsubtype==513):
					pyautogui.mouseDown(x=eventdata1, y=eventdata2, button='left')
				elif (eventsubtype==514):
					pyautogui.mouseUp(x=eventdata1, y=eventdata2, button='left')
				else:
					print("Bad mouse subtype!")
					sys.exit(1)
				
				lasttime=eventtime
			elif (eventtype==0 and eventsubtype==1):
				print("Done.")
				sys.exit(0)
			else:
				print("Bad source major type!")
				sys.exit(1)
	print("Done playing")
	print('\a')

def main():
	usage = "usage: %prog [options]"
	parser = OptionParser(usage=usage)
	parser.add_option("-r", "--record", action="store_true", dest="do_record", default=False, help="record a session of input")
	parser.add_option("-p", "--play", action="store_true", dest="do_play", default=False, help="play a session of input")
	(options, args) = parser.parse_args()
	
	if (options.do_record==False and options.do_play==False):
		parser.print_help()
		sys.exit(0)
	if (options.do_record==True):
		record()
	if (options.do_play==True):
		play()

if __name__ == "__main__":
	main()

'''
PLAY AREA
w=win32gui
title=w.GetWindowText(w.GetForegroundWindow())
im = None
def capture():
	global im
	#pyautogui.click(1200, 500)
	#pyautogui.typewrite('About to close window!')
	#time.sleep(2)
	#pyautogui.hotkey('alt', 'f4')
	#pyautogui.screenshot()
	posx, posy = pyautogui.position()
	print(str(posx) + "," + str(posy))
	im = pyautogui.screenshot('img.png',region=(posx-20,posy-20,40,40))
def replay():
	global im
	loc = pyautogui.locateOnScreen(im)
	locx, locy = pyautogui.center(loc)
	pyautogui.click(locx, locy)
#capture()
#replay()
def post_keys(hwnd, i):
	win32api.SendMessage(hwnd, win32con.WM_KEYDOWN, i, 0)
	win32api.SendMessage(hwnd, win32con.WM_KEYUP, i, 0)
'''