Skip to content

Commit

Permalink
Merge pull request #4 from cwharris/branch-24.03-doca
Browse files Browse the repository at this point in the history
make yapf happy
  • Loading branch information
e-ago committed Mar 19, 2024
2 parents e618c37 + 57fadfd commit 8cc758e
Showing 1 changed file with 6 additions and 7 deletions.
13 changes: 6 additions & 7 deletions examples/doca/run.py
Original file line number Diff line number Diff line change
Expand Up @@ -123,13 +123,12 @@ def run_pipeline(pipeline_batch_size,

# add preprocessing stage
pipeline.add_stage(
PreprocessNLPStage(
config,
vocab_hash_file=hashfile,
do_lower_case=True,
truncation=True,
add_special_tokens=False,
column='data'))
PreprocessNLPStage(config,
vocab_hash_file=hashfile,
do_lower_case=True,
truncation=True,
add_special_tokens=False,
column='data'))

pipeline.add_stage(MonitorStage(config, description="Tokenize rate", unit='pkts'))

Expand Down

0 comments on commit 8cc758e

Please sign in to comment.