From 411e9f00659e64a9824f771e20c39b6ab8b229fa Mon Sep 17 00:00:00 2001
From: James Turk <james.p.turk@gmail.com>
Date: Mon, 27 Aug 2012 10:52:45 -0400
Subject: [PATCH] Revert "avoid clobbering user-agent specified in headers"

This reverts commit 46266617b949097d72610888b4137474d4cdced9.
---
 scrapelib/__init__.py | 8 +++-----
 1 file changed, 3 insertions(+), 5 deletions(-)

diff --git a/scrapelib/__init__.py b/scrapelib/__init__.py
index 6da9570..2c815c3 100644
--- a/scrapelib/__init__.py
+++ b/scrapelib/__init__.py
@@ -1,3 +1,5 @@
+import datetime
+import json
 import logging
 import os
 import sys
@@ -361,11 +363,7 @@ def user_agent(self):
 
     @user_agent.setter
     def user_agent(self, value):
-        # Avoid clobbering user-agent specified in headers
-        if 'user-agent' in [k.lower() for k in self.headers.keys()]:
-            pass
-        else:
-            self.headers['user-agent'] = value
+        self.headers['user-agent'] = value
 
     @property
     def follow_robots(self):