Init Project From 2010

Author: Islam Khalil

Diff for: src/README.md

@@ -0,0 +1,18 @@
+Twitter URL Extracto :
+Grab twitter user feeds.
+Extract from each feed node :
+1-Image.
+2-Links/Imges.
+3-Hashtags.
+4-Mention.
+5-Metatags.
+
+Save all information in database.
+
+You can query DB to get the follwong :
+Top post users.
+Top { URLs,Hashtags,Users }
+
+
+
+Implemented @2011

Diff for: src/README.md~

@@ -0,0 +1,18 @@
+Twitter URL Extracto :
+Grab twitter user feeds.
+Extract from each feed node :
+1-Image.
+2-Links/Imges.
+3-Hashtags.
+4-Mention.
+5-Metatags.
+
+Save all information in database.
+
+You can query DB to get the follwong :
+Top post users.
+Top { URLs,Hashtags,Users }
+
+
+
+Implemented @2011

Diff for: src/config.py

@@ -0,0 +1,20 @@
+import ConfigParser
+
+config = ConfigParser.ConfigParser()
+config.read("config/config.cfg")  
+
+class Config:  
+    
+    config=None 
+    
+    def islam(self):
+        print('isa') 
+    
+    def __init__(self): 
+        config = ConfigParser.ConfigParser()
+        config.read("config/config.cfg")  
+        
+        
+    def getConfParser(self):
+        return  config  
+         

Diff for: src/config/config.cfg

@@ -0,0 +1,9 @@
+[databases]
+server: localhost
+dbname: twitter
+username: root
+password: 123
+
+[files]
+log: /home/www/twitterurl/log/logging_example.out
+img:/home/www/twitterurl/img

Diff for: src/dal/__init__.py

@@ -0,0 +1,88 @@
+from helper.applog import AppLog
+from helper.mysqlhelper import MySQLHelper
+
+class Urlprovider:
+    
+    logger=None
+    
+    def __init__(self):
+        self.logger=AppLog()
+ 
+    def getPosts(self):
+        try:
+            dbObj=MySQLHelper()
+            query="select * from posts where urlextracted=0 order by id;"
+            result=dbObj.query(query)
+            return result
+        except:
+            self.logger.logInfo('Exception in getPosts method (dal/urlprovider.py)')
+            
+    def addURL(self,url,orgurl,postid):
+        try:
+            dbObj=MySQLHelper()
+            query="select id,counter from urls where orgurl='"+orgurl+"'"
+            result=dbObj.query(query)
+            if len(result) == 0:
+                tubleData=(url,orgurl,postid)
+                query="insert into urls (url,orgurl,postid) values (%s,%s,%s)"
+                result=dbObj.executequery(query,tubleData)
+            else:
+                query=''
+                id=result[0]['id']
+                counter=result[0]['counter']
+                if counter is None:
+                    counter=0
+                counter += 1
+                query="update urls set counter="+str(counter)+" where id="+str(id)
+                result=dbObj.query(query)
+
+        except:
+            self.logger.logInfo('Exception in addURL method (dal/urlprovider.py)')
+            
+    def updatePostUrlExtracted(self,postid,value):
+        try:
+            dbObj=MySQLHelper()
+            query="update posts set urlextracted="+str(value)+" where id="+str(postid)
+            result=dbObj.query(query)
+            return result
+        except:
+            self.logger.logInfo('Exception in updatePostStatus method (dal/twitterprovider.py)')
+            
+    def getURLs(self):
+        try:
+            dbObj=MySQLHelper()
+            query="select * from urls where status=0"
+            result=dbObj.query(query)
+            return result
+        except:
+            self.logger.logInfo('Exception in updatePostStatus method (dal/twitterprovider.py)')
+            
+    def addUrlHeaderInfo(self,urlid,metatitle,metadescription):
+        try:
+            dbObj=MySQLHelper()
+            tubleData=(metatitle,metadescription)
+            query="update urls set metatitle=%s,metadescription=%s where id="+str(urlid)
+            result=dbObj.executequery(query,tubleData)
+            return result
+        except:
+            self.logger.logInfo('Exception in updatePostStatus method (dal/twitterprovider.py)')
+            
+    def saveUrlIMG(self,urlid,filename):
+        try:
+            dbObj=MySQLHelper()
+            tubleData=(urlid,filename)
+            query="insert into urlimgs (urlid,filename) values (%s,%s)"
+            result=dbObj.executequery(query,tubleData)
+            return result
+        except:
+            self.logger.logInfo('Exception in saveUrlIMG method (dal/twitterprovider.py)')
+            
+    def updateUrlStatus(self,urlid,value):
+        try:
+            dbObj=MySQLHelper()
+            query="update urls set status="+str(value)+" where id="+str(urlid)
+            result=dbObj.query(query)
+            return result
+        except:
+            self.logger.logInfo('Exception in updateUrlStatus method (dal/twitterprovider.py)')
+            

Diff for: src/dal/urlprovider.py

@@ -0,0 +1 @@
+

Diff for: src/helper/__init__.py

@@ -0,0 +1,18 @@
+from config import Config
+import datetime
+import logging
+
+
+class AppLog:
+    
+    config=None 
+    logfilename=None
+    
+    def __init__(self):
+        conf=Config()
+        self.config =conf.getConfParser()
+        self.logfilename=self.config.get('files','log')
+    
+    def logInfo(self,text):
+        logging.basicConfig(filename=self.logfilename,level=logging.DEBUG)
+        logging.info(str(datetime.datetime.now())+' : '+text)