Revert "avoid clobbering user-agent specified in headers"

This reverts commit 4626661.
jamesturk · Aug 27, 2012 · 411e9f0 · 411e9f0
1 parent edf6ba0
commit 411e9f0
Showing 1 changed file with 3 additions and 5 deletions.
diff --git a/scrapelib/__init__.py b/scrapelib/__init__.py
@@ -1,3 +1,5 @@
+import datetime
+import json
 import logging
 import os
 import sys
@@ -361,11 +363,7 @@ def user_agent(self):
 
     @user_agent.setter
     def user_agent(self, value):
-        # Avoid clobbering user-agent specified in headers
-        if 'user-agent' in [k.lower() for k in self.headers.keys()]:
-            pass
-        else:
-            self.headers['user-agent'] = value
+        self.headers['user-agent'] = value
 
     @property
     def follow_robots(self):