added option to process piped input line-by-line

saffsd · Jan 10, 2013 · 3419b0e · 3419b0e
1 parent 2d2fffb
commit 3419b0e
Showing 1 changed file with 6 additions and 1 deletion.
diff --git a/langid/langid.py b/langid/langid.py
@@ -381,6 +381,7 @@ def application(environ, start_response):
   parser.add_option('--demo',action="store_true", default=False, help='launch an in-browser demo application')
   parser.add_option('-d', '--dist', action='store_true', default=False, help='show full distribution over languages')
   parser.add_option('-u', '--url', help='langid of URL')
+  parser.add_option('--line', action="store_true", default=False, help='process pipes line-by-line rather than as a document')
   options, args = parser.parse_args()
 
   if options.verbosity:
@@ -504,7 +505,11 @@ def generate_paths():
         print _process(text)
     else:
       # Redirected
-      print _process(sys.stdin.read())
+      if options.line:
+        for line in sys.stdin.readlines():
+          print _process(line)
+      else:
+        print _process(sys.stdin.read())
 
 else:
   # Running as an imported module; unpack the internal model