From 4b5cee0f1c54d3ed050a4c8b6f12be59beaf1e1f Mon Sep 17 00:00:00 2001 From: Christian Kasim Loan Date: Sat, 13 Jul 2024 18:19:53 +0200 Subject: [PATCH] Release/540 (#1329) * Fix is_running_in_databricks function (#1222) * init Signed-off-by: Weichen Xu * update Signed-off-by: Weichen Xu * update Signed-off-by: Weichen Xu --------- Signed-off-by: Weichen Xu * bump nlu version * bumped sparknlp and healthcare to 540 * added new healthcare annotations * remove VectorDB * Bump version --------- Signed-off-by: Weichen Xu Co-authored-by: WeichenXu Co-authored-by: Mehmet Butgul --- docs/en/jsl/jsl_release_notes.md | 27 ++++++++++++--------------- johnsnowlabs/finance.py | 7 ++++++- johnsnowlabs/legal.py | 7 ++++++- johnsnowlabs/medical.py | 8 +++++++- johnsnowlabs/settings.py | 14 +++++++------- 5 files changed, 38 insertions(+), 25 deletions(-) diff --git a/docs/en/jsl/jsl_release_notes.md b/docs/en/jsl/jsl_release_notes.md index 51693095ce..ba12ebdf67 100644 --- a/docs/en/jsl/jsl_release_notes.md +++ b/docs/en/jsl/jsl_release_notes.md @@ -17,10 +17,10 @@ See [Github Releases](https://github.com/JohnSnowLabs/johnsnowlabs/releases) for -## 5.3.6 +# 5.3.6 Release date: 5-22-2024 -The John Snow Labs 5.3.6 Library released with the following pre-installed and recommended dependencies +The John Snow Labs 5.3.5 Library released with the following pre-installed and recommended dependencies {:.table-model-big} | Library | Version | @@ -33,10 +33,7 @@ The John Snow Labs 5.3.6 Library released with the following pre-installed and r | [Spark-NLP-Display](https://sparknlp.org/docs/en/display) | `5.0` | | [Spark-NLP](https://github.com/JohnSnowLabs/spark-nlp/releases/) | `5.3.2` | | [Pyspark](https://spark.apache.org/docs/latest/api/python/) | `3.4.0` | - - - -## 5.3.5 +# 5.3.5 Release date: 5-11-2024 The John Snow Labs 5.3.5 Library released with the following pre-installed and recommended dependencies @@ -55,7 +52,7 @@ The John Snow Labs 5.3.5 Library released with the following pre-installed and r -## 5.3.4 +# 5.3.4 Release date: 4-12-2024 The John Snow Labs 5.3.4 Library released with the following pre-installed and recommended dependencies @@ -73,7 +70,7 @@ The John Snow Labs 5.3.4 Library released with the following pre-installed and r | [Pyspark](https://spark.apache.org/docs/latest/api/python/) | `3.4.0` | -## 5.3.3 +# 5.3.3 Release date: 4-5-2024 The John Snow Labs 5.3.3 Library released with the following pre-installed and recommended dependencies @@ -92,7 +89,7 @@ The John Snow Labs 5.3.3 Library released with the following pre-installed and r -## 5.3.2 +# 5.3.2 Release date: 3-13-2024 The John Snow Labs 5.3.2 Library released with the following pre-installed and recommended dependencies @@ -112,7 +109,7 @@ The John Snow Labs 5.3.2 Library released with the following pre-installed and r -## 5.3.1 +# 5.3.1 Release date: 3-12-2024 The John Snow Labs 5.3.1 Library released with the following pre-installed and recommended dependencies @@ -120,18 +117,18 @@ The John Snow Labs 5.3.1 Library released with the following pre-installed and r {:.table-model-big} | Library | Version | |-----------------------------------------------------------------------------------------|---------| -| [Visual NLP](https://nlp.johnsnowlabs.com/docs/en/spark_ocr_versions/ocr_release_notes) | `5.3.0` | -| [Enterprise NLP](https://nlp.johnsnowlabs.com/docs/en/licensed_annotators) | `5.3.0` | +| [Visual NLP](https://nlp.johnsnowlabs.com/docs/en/spark_ocr_versions/ocr_release_notes) | `5.1.2` | +| [Enterprise NLP](https://nlp.johnsnowlabs.com/docs/en/licensed_annotators) | `5.2.1` | | [Finance NLP](https://nlp.johnsnowlabs.com/docs/en/financial_release_notes) | `1.X.X` | | [Legal NLP](https://nlp.johnsnowlabs.com/docs/en/legal_release_notes) | `1.X.X` | -| [NLU](https://github.com/JohnSnowLabs/nlu/releases) | `5.3.0` | +| [NLU](https://github.com/JohnSnowLabs/nlu/releases) | `5.1.4` | | [Spark-NLP-Display](https://sparknlp.org/docs/en/display) | `4.4` | | [Spark-NLP](https://github.com/JohnSnowLabs/spark-nlp/releases/) | `5.3.1` | | [Pyspark](https://spark.apache.org/docs/latest/api/python/) | `3.4.0` | -## 5.3.0 +# 5.3.0 Release date: 3-8-2024 The John Snow Labs 5.3.0 Library released with the following pre-installed and recommended dependencies @@ -170,7 +167,7 @@ The John Snow Labs 5.2.8 Library released with the following pre-installed and r -## 5.2.7 +# 5.2.7 Release date: 2-15-2024 The John Snow Labs 5.2.7 Library released with the following pre-installed and recommended dependencies diff --git a/johnsnowlabs/finance.py b/johnsnowlabs/finance.py index 6787b2a299..5fdcff4817 100644 --- a/johnsnowlabs/finance.py +++ b/johnsnowlabs/finance.py @@ -113,7 +113,12 @@ LightDeIdentification, WindowedSentenceModel, MultiChunk2Doc, - FewShotAssertionClassifierModel + FewShotAssertionClassifierModel, + FewShotAssertionClassifierApproach, + FewShotAssertionSentenceConverter, + VectorDBPostProcessor, + ContextSplitAssembler, + ContextualAssertion, ) from sparknlp_jsl.modelTracer import ModelTracer diff --git a/johnsnowlabs/legal.py b/johnsnowlabs/legal.py index 3b1217c80b..37012925d8 100644 --- a/johnsnowlabs/legal.py +++ b/johnsnowlabs/legal.py @@ -111,7 +111,12 @@ LightDeIdentification, WindowedSentenceModel, MultiChunk2Doc, - FewShotAssertionClassifierModel + FewShotAssertionClassifierModel, + FewShotAssertionClassifierApproach, + FewShotAssertionSentenceConverter, + VectorDBPostProcessor, + ContextSplitAssembler, + ContextualAssertion, ) from sparknlp_jsl.modelTracer import ModelTracer diff --git a/johnsnowlabs/medical.py b/johnsnowlabs/medical.py index da4f238e14..450dd8451b 100644 --- a/johnsnowlabs/medical.py +++ b/johnsnowlabs/medical.py @@ -88,7 +88,12 @@ LightDeIdentification, WindowedSentenceModel, MultiChunk2Doc, - FewShotAssertionClassifierModel + FewShotAssertionClassifierModel, + FewShotAssertionClassifierApproach, + FewShotAssertionSentenceConverter, + VectorDBPostProcessor, + ContextSplitAssembler, + ContextualAssertion, ) from sparknlp_jsl.structured_deidentification import StructuredDeidentification from sparknlp_jsl.modelTracer import ModelTracer @@ -96,6 +101,7 @@ from sparknlp_jsl.training_log_parser import ner_log_parser from sparknlp_jsl.pipeline_output_parser import PipelineOutputParser from sparknlp_jsl.updateModels import UpdateModels + from sparknlp_jsl.llm import LLMLoader from sparknlp_jsl.base import FeaturesAssembler diff --git a/johnsnowlabs/settings.py b/johnsnowlabs/settings.py index 558b7fdd3d..5eaddc59b8 100644 --- a/johnsnowlabs/settings.py +++ b/johnsnowlabs/settings.py @@ -12,22 +12,22 @@ -raw_version_jsl_lib = "5.3.6" +raw_version_jsl_lib = "5.4.0" -raw_version_nlp = "5.3.2" +raw_version_nlp = "5.4.0" -raw_version_nlu = "5.3.2" +raw_version_nlu = "5.4.0" raw_version_pyspark = "3.4.0" raw_version_nlp_display = "5.0" -raw_version_medical = "5.3.2" -raw_version_secret_medical = "5.3.2" +raw_version_medical = "5.4.0" +raw_version_secret_medical = "5.4.0" -raw_version_secret_ocr = "5.3.2" -raw_version_ocr = "5.3.2" +raw_version_secret_ocr = "5.4.0" +raw_version_ocr = "5.4.0" raw_version_pydantic = "1.10.11"