Skip to content
Permalink
Fetching contributors…
Cannot retrieve contributors at this time
14 lines (13 sloc) 548 Bytes
{
"main_py": "job.py",
"py_files": "dataplatform-raw.avsc,avro-1.8.1-py2.7.egg",
"log_level":"DEBUG",
"batch_size_seconds": "60",
"context_dataset_path": "/user/pnda/PNDA_datasets/bulk/context/context.json",
"input_dstream_partitions": "0",
"join_output_partitions": "40",
"context_dataset_partitions": "40",
"input_topic": "avro.events",
"consume_from_beginning": "false",
"spark_submit_args": "--conf spark.yarn.executor.memoryOverhead=5000 --executor-memory 7G --num-executors 6 --executor-cores 7"
}
You can’t perform that action at this time.