start adding support for multiple file input

bin/redis-import

@@ -1,6 +1,7 @@
 #!/usr/bin/env python
 import argparse
 import sys
+import fileinput
 
 from redline import commands
 
@@ -19,11 +20,19 @@ if __name__ == '__main__':
             help='Redis command')
     parser.add_argument('key',
             help='name of the key for the command')
-
+    parser.add_argument('infiles', nargs='*', 
+            #type=argparse.FileType('r'), 
+            #default=sys.stdin,
+            metavar='FILE')
     options = parser.parse_args()
 
     cmd = options.cmd
     if cmd == 'set':
-        commands.load_set(options.key, sys.stdin, batch_size=options.batch_size)
+    	print sys.argv
+        if len(sys.argv) > 3:
+            input_set = fileinput.input(sys.argv[3:])
+        else:
+            input_set = sys.stdin
+        commands.load_set(options.key, input_set, batch_size=options.batch_size)
     elif cmd == 'list':
         commands.load_list(options.key, sys.stdin, batch_size=options.batch_size)

redline/commands.py

@@ -12,12 +12,12 @@ def load_set(key, IN, **kwargs):
     r = redis.Redis()
     pipeline_redis = r.pipeline()
     count = 0
-    #batch_size = kwargs['batch_size']
     batch_size = kwargs.get('batch_size', 1000)
 
     seen = set([None])
-    for member, _ in groupby(reader(IN, delimiter='\t'),
-                            lambda x: x[0] if len(x) else None):
+    reader_files = reader(IN, delimiter='\t')
+    for member, _ in groupby(reader_files,
+    lambda x: x[0] if len(x) else None):
         if member not in seen:
             pipeline_redis.sadd(key, member.rstrip())
             count += 1