guilat.py

import pygame
import sys

import geocoder
from math import *
import pyowm

import cv2
import datetime
import numpy as np

import time
import threading
import json
from urllib.request import urlopen

from goompy import GooMPy
from PIL import ImageTk

from darkflow.net.build import TFNet
from yolov2 import run,predicty

from playsound import playsound
from urllib.request import urlopen
url='http://192.168.2.17:8080/shot.jpg'
# while True:
#     imgResp=urlopen(url)
#     imgNp=np.array(bytearray(imgResp.read()),dtype=np.uint8)
#     img=cv2.imdecode(imgNp,-1)
#     cv2.imshow('test',img)
#     if ord('q')==cv2.waitKey(10):
#         exit(0)
face_cascade = cv2.CascadeClassifier('haarcascade_frontalface_default.xml')
eye_cascade = cv2.CascadeClassifier('haarcascade_eye.xml')


pygame.init()


options = {
    'model':'cfg/tiny-yolo.cfg',
    'load':'bin/tiny-yolo.weights',
    'threshold': 0.35,

}


#videoFeed=cv2.imdecode(imgNp,-1)
#videoFeed = cv2.VideoCapture(0)
vWidth = int(640*.7) - 5# 320
vHeight = int(480*.7) - 5# 240

width = 1000
height = 680
closestLabel = None
display = pygame.display.set_mode((width, height))
clock = pygame.time.Clock()

city = "OFFLINE"
mapCurr = None

mapW, mapH = 430, 260
lang=0
results=[]
frame=None
done=False
cap = cv2.VideoCapture(0)
cap.set(cv2.CAP_PROP_FRAME_WIDTH, 640)
cap.set(cv2.CAP_PROP_FRAME_HEIGHT, 480)
tfnet = TFNet(options)
colors = [tuple(255 * np.random.rand(3)) for _ in range(10)]
class camera(threading.Thread):
   def __init__(self, name):
      threading.Thread.__init__(self)
      self.name = name
   def run(self):
      #print("Starting " + self.name)
      get_frame(self.name)
      #print("Exiting " + self.name)

def get_frame(threadName):
    global frame,done,cap,url
    while not done:
      imgResp=urlopen(url)
      imgNp=np.array(bytearray(imgResp.read()),dtype=np.uint8)      
      frame = cv2.imdecode(imgNp,-1)

class predictclass(threading.Thread):
   def __init__(self, name):
      threading.Thread.__init__(self)
      self.name = name
   def run(self):
      #print("Starting " + self.name)
      predict(self.name)
      #print("Exiting " + self.name)

def predict(threadName):
    global results,frame,done
    while not done:
        results = tfnet.return_predict(frame)


#output_frame = OutputFrame()
webcam_thread = camera("camera thread")
predictor_thread = predictclass("predictclass thread")
webcam_thread.start()
time.sleep(1)
predictor_thread.start()

class speakTTS(threading.Thread):
    def __init__(self, name):
        threading.Threas.__init__(self)
        self.name = name
    def run(self):
        speak()

vehicles = ['car','motercycle','truck','bus']

def speak():
  global lang, closestLabel

  # if closestLabel:
  #     if(closestLabel in vehicles):
  #       if(lang==0):
  #         playsound("./sounds/vehicle_ahead_hi.mp3")
  #       elif(lang==1):
  #         playsound("./sounds/vehicle_ahead_en.mp3")
  #       elif(lang==2):
  #         playsound("./sounds/vehicle_ahead_mh.mp3")
  #       elif(lang==3):
  #         playsound("./sounds/vehicle_ahead_bn.mp3")
  #     else:
  #       if(closestLabel=="stop sign"):
  #         if(lang==0):
  #           playsound("./sounds/stop_hi.mp3")
  #         elif(lang==1):
  #           playsound("./sounds/stop_en.mp3")
  #         elif(lang==2):
  #           playsound("./sounds/stop_mh.mp3")
  #         elif(lang==3):
  #           playsound("./sounds/stop_bn.mp3")
  #       elif(closestLabel=="turn left"):
  #         if(lang==0):
  #           playsound("./sounds/tl_hi.mp3")
  #         elif(lang==1):
  #           playsound("./sounds/tl_en.mp3")
  #         elif(lang==2):
  #           playsound("./sounds/tl_mh.mp3")
  #         elif(lang==3):
  #           playsound("./sounds/tl_bn.mp3")
  #       elif(closestLabel=="turn right"):
  #         if(lang==0):
  #           playsound("./sounds/tr_hi.mp3")
  #         elif(lang==1):
  #           playsound("./sounds/tr_en.mp3")
  #         elif(lang==2):
  #           playsound("./sounds/tr_mh.mp3")
  #         elif(lang==3):
  #           playsound("./sounds/tr_bn.mp3")




def close():
    pygame.quit()
    sys.exit()
    videoFeed.release()
    cv2.destroyAllWindows()

def drawBackground(x, y, w, h):
    pygame.draw.rect(display, (63, 63, 63), (x, y, w, h))
    pygame.draw.rect(display, (65, 113, 156), (x, y, w, h), 1)

def getLatLan():
    try:
        g = geocoder.ip('me')
        val = g.latlng
        return val[0], val[1]
    except Exception as e:
        return None, None

def getCity():
    global city
    g = geocoder.ip('me')
    city = g.city
    
    
def weather():
    lat, lan = getLatLan()
    if not lat:
        return 0, 0, 0, "- -"
    else:
        owm = pyowm.OWM('c84c2f255787c9dfc3d1c8b3795e4686')
        observation = owm.weather_at_coords(lat, lan)
        w = observation.get_weather()
        tmp = w.get_temperature('celsius')
        return tmp['temp'], w.get_humidity(), w.get_wind()['speed'], w.get_status()

def rotate(coord, angle, anchor=(0, 0)):
    #corr = 270
    return ((coord[0] - anchor[0])*cos(angle) - (coord[1] - anchor[1])*sin(angle),
            (coord[0] - anchor[0])*sin(angle) + (coord[1] - anchor[1])*cos(angle))

def translate(x, y, coord):
    return [coord[0] + x, coord[1] + y]

def getMonth(mon):
    if mon == 1:
        return "Jan"
    if mon == 2:
        return "Feb"
    if mon == 3:
        return "March"
    if mon == 4:
        return "April"
    if mon == 5:
        return "May"
    if mon == 6:
        return "Jun"
    if mon == 7:
        return "July"
    if mon == 8:
        return "Aug"
    if mon == 9:
        return "Sept"
    if mon == 10:
        return "Oct"
    if mon == 11:
        return "Nov"
    if mon == 12:
        return "Dec"
    
def getWeekDate(now):
    date = datetime.date(now.year, now.month, now.day)
    weekDay = date.isoweekday()
    day = 0
    if weekDay == 1:
        day = "Monday"
    if weekDay == 2:
        day = "Tuesday"
    if weekDay == 3:
        day = "Wednesday"
    if weekDay == 4:
        day = "Thursday"
    if weekDay == 5:
        day = "Friday"
    if weekDay == 6:
        day = "Saturday"
    if weekDay == 7:
        day = "Sunday"

    date = str(now.day) + " " + str(getMonth(now.month)) + " " + str(now.year)

    return date, day

def getMap():
    global mapCurr

    lat, lan = getLatLan()
    if not lat:
        lat = 0
        lan = 0

    goompy = GooMPy(mapW, mapH, lat, lan, 20, 'roadmap')
    image = goompy.getImage()
    
    mapCurr = pygame.image.fromstring(image.tobytes(), image.size, image.mode)

def GUI():
    speak_thr=threading.Thread(target=speak)
    cnt=0
    global mapCurr, frame, closestLabel,lang
    loop = True
    
    confidence = 0

    tempt, hum, wind, status = weather()
    now = datetime.datetime.today().now()
    #getCity

    font20 = pygame.font.SysFont("Franklin Gothic Medium Cond", 20)
    font80 = pygame.font.SysFont("Franklin Gothic Heavy", 80)
    font50 = pygame.font.SysFont("Franklin Gothic Heavy", 50)
    font60 = pygame.font.SysFont("Franklin Gothic Heavy", 60)
    font24 = pygame.font.SysFont("Franklin Gothic Medium Cond", 24)
    font16 = pygame.font.SysFont("Franklin Gothic Medium Cond", 16)
    font36 = pygame.font.SysFont("Franklin Gothic Heavy", 36)
    font32 = pygame.font.SysFont("Franklin Gothic Heavy", 32)
    

    threading.Timer(1, getCity).start()
    label = "Human"

    getMap()
    threading.Timer(1, getMap).start()

    back = pygame.image.load("back.png")
    top = pygame.image.load("top.png")

    temp = pygame.image.load("temperature.png")
    winds = pygame.image.load("windspeed.png")
    humid = pygame.image.load("humid.png")
    #speak_thr.start()
    while loop:
        cnt=0
        for event in pygame.event.get():
            if event.type == pygame.QUIT:
                close()

            if event.type == pygame.KEYDOWN:
                if event.key == pygame.K_q:
                    close()

        #_, frame = videoFeed.read()
        faces = face_cascade.detectMultiScale(gray, 1.3, 5)
        for (x, y, w, h) in faces:
          #cv2.rectangle(img, (x, y), (x + w, y + h), (255, 0, 0), 2)
          roi_gray = gray[y:y + h, x:x + w]
          roi_color = img[y:y + h, x:x + w]

          eyes = eye_cascade.detectMultiScale(roi_gray)

          if eyes is not ():
              for (ex, ey, ew, eh) in eyes:
                  #cv2.rectangle(roi_color, (ex, ey), (ex + ew, ey + eh), (0, 255, 0), 2)
                  openeye()
          else:
             closed()
             if closed.count == 3:
                 print ("driver is sleeping")
                 sound()
        stime = time.time()
        label = "--"
        confidence = 0.0
        boxes = 0
        a = run(frame)

        closestLabel = None
        closestDist = float('inf')
        
        if 1:
           for color, result in zip(colors, results):
               tl = (result['topleft']['x'], result['topleft']['y'])
               br = (result['bottomright']['x'], result['bottomright']['y'])
               label = result['label']
               #print("tl is ",tl)
               vech=['car','motercycle','truck','bus']
               confidence = result['confidence']
               print(confidence)
               rec=['traffic light','car','motercycle','truck','bus','stop sign', 'turn left', 'turn right', 'go straight', '']
               #confidence*100>35 and (label in rec)
               if(a!=None):
                 if(a[0]!=None):
                   realHeight = 75
                   dist = (5.5*(realHeight)*360)/((a[3])*4.5)
                   if dist < closestDist:
                        closestDist = dist
                        closestLabel = str(a[0])
                   txt2 = '{}: {:.0f}% : Dist: {:.01f}cm'.format(a[0], confidence * 100, dist/10)
                   frame = cv2.putText(
                    frame, txt2, tuple(a[1]), cv2.FONT_HERSHEY_COMPLEX, 1, (0, 100, 200), 2)
       
               if(confidence*100>0 and (label in rec)):
                   text = '{}: {:.0f}%'.format(label, confidence * 100)
                   frame = cv2.rectangle(frame, tl, br, color, 5)
                   frame = cv2.putText(
                       frame, text, tl, cv2.FONT_HERSHEY_COMPLEX, 1, (0, 0, 255), 2)
                   if label in vech:
                       cnt+=1

                   realHeight = 75
                   if label == "person":
                    realHeight = 500
                   dist = (5.5*(realHeight)*360)/((br[1] - tl[1])*4.5)
                   if dist < closestDist:
                        closestDist = dist
                        closestLabel = str(label)

                   text = '{}: {:.0f}% : Dist: {:.0f}cm'.format(label, confidence * 100, dist/10)
                   frame = cv2.putText(
                    frame, text, tl, cv2.FONT_HERSHEY_COMPLEX_SMALL, 1, (0, 100, 200), 1)
       
        image = cv2.resize(frame, (vWidth, vHeight), interpolation=cv2.INTER_LINEAR)
                  
        #speak_thr.join()

        image = cv2.cvtColor(image, cv2.COLOR_BGR2RGB)
        image = np.rot90(image)
        image = np.flip(image, 0)
        image = pygame.surfarray.make_surface(image)
        
        display.fill((0, 0, 0))

        #Live Feed
        drawBackground(20, 20, 900, 350)
        display.blit(image, (30, 30))

        # Confidence
        #confidence = (confidence + 1)%100

        display.blit(back, (515, 60))

        if not closestLabel or (closestLabel == "person"):
          confidence = 0
          

        points = [(0, 0), (0, 80), (6, 80), (6, 0)]
        coords = []
        angle = 60 + 240*(confidence)
        for point in points:
            coords.append(translate(600, 145, rotate(point, radians(angle), (3, 0))))

        
        pygame.draw.line(display, (91, 154, 213), (602.3164801755993, 149.43101789615605), (669.5063982331376, 187.59807621135332), 2)
        pygame.draw.line(display, (91, 154, 213), (529.217967697245, 187.40192378864668), (602.3164801755993, 149.43101789615605), 2)

        pygame.draw.polygon(display, (242, 119, 36), coords)
        display.blit(top, (555, 98))

        text = font36.render(str(int(confidence*100)), True, (255, 255, 255))
        display.blit(text, (575, 125))
        text = font20.render("%", True, (255, 255, 255))
        display.blit(text, (620, 135))

        # Prediction
        text = font24.render(str(closestLabel), True, (255, 255, 255))
        display.blit(text, (730, 90))

        text = font24.render(str("Do This Action"), True, (255, 255, 255))
        display.blit(text, (730, 140))
        
        if closestLabel in vehicles:
          dist = closestDist
        else:
          dist = 0

        text = font24.render("Distance From Next Vehicle: " + str(dist/10) + " cm", True, (255, 255, 255))
        display.blit(text, (630, 280))

        # Map
        drawBackground(20, 390, 440, 270)
        display.blit(mapCurr, (25, 395))


        # Weather
        drawBackground(480, 390, 440, 270)
        # Temp
        display.blit(temp, (513, 410))

        text = font36.render(str(int(tempt)), True, (146, 208, 80))
        display.blit(text, (533, 510))
        text = font16.render("C", True, (146, 208, 80))
        display.blit(text, (580, 515))

        # Wind
        display.blit(winds, (656, 410))
        text = font36.render(str(int(wind)), True, (255, 192, 0))
        display.blit(text, (686, 510))
        text = font16.render("m/s", True, (255, 192, 0))
        display.blit(text, (715, 515))

        # Humid
        display.blit(humid, (800, 410))
        text = font36.render(str(int(hum)), True, (255, 205, 255))
        display.blit(text, (830, 510))
        text = font16.render("%", True, (255, 205, 255))
        display.blit(text, (880, 510))

        text = font50.render(str(status.title()), True, (157, 190, 230))
        pos = text.get_rect()
        pos.center = (480 + 220, 390 + 220)
        display.blit(text, pos)

        pygame.display.update()
        if closestLabel:
          if(closestLabel in vehicles and closestDist < 17*10):
            if(lang==0):
              playsound("./sounds/vehicle_ahead_hi.mp3")
            elif(lang==1):
              playsound("./sounds/vehicle_ahead_en.mp3")
            elif(lang==2):
              playsound("./sounds/vehicle_ahead_mh.mp3")
            elif(lang==3):
              playsound("./sounds/vehicle_ahead_bn.mp3")
          else:
            if(closestLabel=="stop sign"):
              if(lang==0):
                playsound("./sounds/stop_hi.mp3")
              elif(lang==1):
                playsound("./sounds/stop_en.mp3")
              elif(lang==2):
                playsound("./sounds/stop_mh.mp3")
              elif(lang==3):
                playsound("./sounds/stop_bn.mp3")
            elif(closestLabel=="turn left"):
              if(lang==0):
                playsound("./sounds/tl_hi.mp3")
              elif(lang==1):
                playsound("./sounds/tl_en.mp3")
              elif(lang==2):
                playsound("./sounds/tl_mh.mp3")
              elif(lang==3):
                playsound("./sounds/tl_bn.mp3")
            elif(closestLabel=="turn right"):
              if(lang==0):
                playsound("./sounds/tr_hi.mp3")
              elif(lang==1):
                playsound("./sounds/tr_en.mp3")
              elif(lang==2):
                playsound("./sounds/tr_mh.mp3")
              elif(lang==3):
                playsound("./sounds/tr_bn.mp3")

        clock.tick(60)

GUI()