Skip to content

Commit

Permalink
feat(corprep): add absa-kakao pipeline configuration
Browse files Browse the repository at this point in the history
  • Loading branch information
entelecheia committed Jul 19, 2023
1 parent 19a8801 commit bc1418d
Showing 1 changed file with 27 additions and 0 deletions.
27 changes: 27 additions & 0 deletions src/corprep/conf/pipeline/absa-kakao.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,27 @@
defaults:
- __init__
- /pipe@pipe1: dataset_load
- /pipe@pipe2: absa_agent_predict
- /pipe@pipe4: dataset_sample
- /pipe@pipe3: dataset_save

use_task_as_initial_object: true
steps:
- uses: pipe1
with:
dataset_path: datasets/processed/kakao
verbose: true
- uses: pipe2
with:
tasks: [QUAD]
absa_config_name: default
text_col: bodyText
batch_size: 10
num_workers: 20
remove_columns: [lastModifiedDt, bodyText, writers, serviceUrl]
load_from_cache_file: false
verbose: true
- uses: pipe3
with:
dataset_path: outputs/preds/kakao_quad
verbose: true

0 comments on commit bc1418d

Please sign in to comment.