Permalink
Browse files

Revert "avoid clobbering user-agent specified in headers"

This reverts commit 4626661.
  • Loading branch information...
1 parent edf6ba0 commit 411e9f00659e64a9824f771e20c39b6ab8b229fa @jamesturk committed Aug 27, 2012
Showing with 3 additions and 5 deletions.
  1. +3 −5 scrapelib/__init__.py
View
@@ -1,3 +1,5 @@
+import datetime
+import json
import logging
import os
import sys
@@ -361,11 +363,7 @@ def user_agent(self):
@user_agent.setter
def user_agent(self, value):
- # Avoid clobbering user-agent specified in headers
- if 'user-agent' in [k.lower() for k in self.headers.keys()]:
- pass
- else:
- self.headers['user-agent'] = value
+ self.headers['user-agent'] = value
@property
def follow_robots(self):

0 comments on commit 411e9f0

Please sign in to comment.