Permalink
Browse files

add scheme_dir finally

  • Loading branch information...
jflatow authored and Ville Tuulos committed May 22, 2011
1 parent 62b0be9 commit ec4b25e7c638f882582488f404e51be39ace9601
Showing with 12 additions and 0 deletions.
  1. +4 −0 lib/disco/schemes/__init__.py
  2. +8 −0 lib/disco/schemes/scheme_dir.py
@@ -36,3 +36,7 @@ def input_stream(stream, size, url, params, globals=globals()):
def open(url, task=None):
return import_scheme(url).open(url, task=task)
def open_chain(url, task=None):
from disco.worker.classic.func import chain_reader
return chain_reader(open(url, task=task), None, url)
@@ -0,0 +1,8 @@
from disco import schemes
from disco.util import inputlist, shuffled
from disco.worker import SerialInput
def open(url, task=None):
partition = str(task.taskid) if task else None
return SerialInput(shuffled(inputlist([url], partition=partition)),
open=lambda url: schemes.open_chain(url, task=task))

0 comments on commit ec4b25e

Please sign in to comment.