merge + minor fixes

georgia-tech-db · Sep 6, 2023 · b98c2d2 · b98c2d2
2 parents 0e86dbd + e4c2e76
commit b98c2d2
Show file tree

Hide file tree

Showing 247 changed files with 7,731 additions and 5,221 deletions.
diff --git a/.circleci/config.yml b/.circleci/config.yml
@@ -435,7 +435,7 @@ jobs:
               source test_evadb/bin/activate
               pip install --upgrade pip
               pip debug --verbose
-              pip install ".[dev,ludwig,qdrant]"
+              pip install ".[dev,ludwig,qdrant,forecasting]"
               source test_evadb/bin/activate
               bash script/test/test.sh -m "<< parameters.mode >>"
 

diff --git a/.gitignore b/.gitignore
@@ -205,8 +205,13 @@ dep.txt
 *eva_data/
 *evadb_data/
 
-# models
+# models, but not apply to codebase
 models/
+!evadb/models
+!evadb/catalog/models
+!test/unit_tests/models
+!test/unit_tests/catalog/models
+
 
 # test files
 test.py

diff --git a/README.md b/README.md
@@ -87,12 +87,18 @@ EvaDB enables software developers to build AI apps in a few lines of code. Its p
 
 ## Quick Links
 
+- [Quick Links](#quick-links)
 - [Documentation](#documentation)
 - [Why EvaDB](#why-evadb)
 - [How does EvaDB work](#how-does-evadb-work)
-- [Community and Support](#community-and-support)
 - [Illustrative Queries](#illustrative-queries)
 - [Illustrative Apps](#illustrative-apps)
+- [More Illustrative Queries](#more-illustrative-queries)
+- [Architecture of EvaDB](#architecture-of-evadb)
+- [Community and Support](#community-and-support)
+- [Contributing](#contributing)
+- [Star History](#star-history)
+- [License](#license)
 
 ## Documentation
 
@@ -182,11 +188,11 @@ SELECT ChatGPT('Is this video summary related to Ukraine russia war', text)
 * Train an ML model using the <a href="https://ludwig.ai/latest/">Ludwig AI</a> engine to predict a column in a table.
 
 ```sql
-CREATE UDF IF NOT EXISTS PredictHouseRent FROM
+CREATE FUNCTION IF NOT EXISTS PredictHouseRent FROM
 ( SELECT * FROM HomeRentals )
 TYPE Ludwig
-'predict' 'rental_price'
-'time_limit' 120;
+PREDICT 'rental_price'
+TIME_LIMIT 120;
 ```
 
 </details>

diff --git a/benchmark/text_summarization/text_summarization_with_evadb.py b/benchmark/text_summarization/text_summarization_with_evadb.py
@@ -16,10 +16,10 @@
 cursor.query("DROP UDF IF EXISTS TextSummarizer;").df()
 cursor.query("""CREATE UDF IF NOT EXISTS TextSummarizer
                 TYPE HuggingFace
-                'task' 'summarization'
-                'model' 'sshleifer/distilbart-cnn-12-6'
-                'min_length' 5
-                'max_length' 100;""").df()
+                TASK 'summarization'
+                MODEL 'sshleifer/distilbart-cnn-12-6'
+                MIN_LENGTH 5
+                MAX_LENGTH 100;""").df()
 
 
 cursor.query("DROP TABLE IF EXISTS cnn_news_summary;").df()

diff --git a/data/forecasting/air-passengers.csv b/data/forecasting/air-passengers.csv
@@ -0,0 +1,145 @@
+unique_id,ds,y
+AirPassengers,1949-01-01,112
+AirPassengers,1949-02-01,118
+AirPassengers,1949-03-01,132
+AirPassengers,1949-04-01,129
+AirPassengers,1949-05-01,121
+AirPassengers,1949-06-01,135
+AirPassengers,1949-07-01,148
+AirPassengers,1949-08-01,148
+AirPassengers,1949-09-01,136
+AirPassengers,1949-10-01,119
+AirPassengers,1949-11-01,104
+AirPassengers,1949-12-01,118
+AirPassengers,1950-01-01,115
+AirPassengers,1950-02-01,126
+AirPassengers,1950-03-01,141
+AirPassengers,1950-04-01,135
+AirPassengers,1950-05-01,125
+AirPassengers,1950-06-01,149
+AirPassengers,1950-07-01,170
+AirPassengers,1950-08-01,170
+AirPassengers,1950-09-01,158
+AirPassengers,1950-10-01,133
+AirPassengers,1950-11-01,114
+AirPassengers,1950-12-01,140
+AirPassengers,1951-01-01,145
+AirPassengers,1951-02-01,150
+AirPassengers,1951-03-01,178
+AirPassengers,1951-04-01,163
+AirPassengers,1951-05-01,172
+AirPassengers,1951-06-01,178
+AirPassengers,1951-07-01,199
+AirPassengers,1951-08-01,199
+AirPassengers,1951-09-01,184
+AirPassengers,1951-10-01,162
+AirPassengers,1951-11-01,146
+AirPassengers,1951-12-01,166
+AirPassengers,1952-01-01,171
+AirPassengers,1952-02-01,180
+AirPassengers,1952-03-01,193
+AirPassengers,1952-04-01,181
+AirPassengers,1952-05-01,183
+AirPassengers,1952-06-01,218
+AirPassengers,1952-07-01,230
+AirPassengers,1952-08-01,242
+AirPassengers,1952-09-01,209
+AirPassengers,1952-10-01,191
+AirPassengers,1952-11-01,172
+AirPassengers,1952-12-01,194
+AirPassengers,1953-01-01,196
+AirPassengers,1953-02-01,196
+AirPassengers,1953-03-01,236
+AirPassengers,1953-04-01,235
+AirPassengers,1953-05-01,229
+AirPassengers,1953-06-01,243
+AirPassengers,1953-07-01,264
+AirPassengers,1953-08-01,272
+AirPassengers,1953-09-01,237
+AirPassengers,1953-10-01,211
+AirPassengers,1953-11-01,180
+AirPassengers,1953-12-01,201
+AirPassengers,1954-01-01,204
+AirPassengers,1954-02-01,188
+AirPassengers,1954-03-01,235
+AirPassengers,1954-04-01,227
+AirPassengers,1954-05-01,234
+AirPassengers,1954-06-01,264
+AirPassengers,1954-07-01,302
+AirPassengers,1954-08-01,293
+AirPassengers,1954-09-01,259
+AirPassengers,1954-10-01,229
+AirPassengers,1954-11-01,203
+AirPassengers,1954-12-01,229
+AirPassengers,1955-01-01,242
+AirPassengers,1955-02-01,233
+AirPassengers,1955-03-01,267
+AirPassengers,1955-04-01,269
+AirPassengers,1955-05-01,270
+AirPassengers,1955-06-01,315
+AirPassengers,1955-07-01,364
+AirPassengers,1955-08-01,347
+AirPassengers,1955-09-01,312
+AirPassengers,1955-10-01,274
+AirPassengers,1955-11-01,237
+AirPassengers,1955-12-01,278
+AirPassengers,1956-01-01,284
+AirPassengers,1956-02-01,277
+AirPassengers,1956-03-01,317
+AirPassengers,1956-04-01,313
+AirPassengers,1956-05-01,318
+AirPassengers,1956-06-01,374
+AirPassengers,1956-07-01,413
+AirPassengers,1956-08-01,405
+AirPassengers,1956-09-01,355
+AirPassengers,1956-10-01,306
+AirPassengers,1956-11-01,271
+AirPassengers,1956-12-01,306
+AirPassengers,1957-01-01,315
+AirPassengers,1957-02-01,301
+AirPassengers,1957-03-01,356
+AirPassengers,1957-04-01,348
+AirPassengers,1957-05-01,355
+AirPassengers,1957-06-01,422
+AirPassengers,1957-07-01,465
+AirPassengers,1957-08-01,467
+AirPassengers,1957-09-01,404
+AirPassengers,1957-10-01,347
+AirPassengers,1957-11-01,305
+AirPassengers,1957-12-01,336
+AirPassengers,1958-01-01,340
+AirPassengers,1958-02-01,318
+AirPassengers,1958-03-01,362
+AirPassengers,1958-04-01,348
+AirPassengers,1958-05-01,363
+AirPassengers,1958-06-01,435
+AirPassengers,1958-07-01,491
+AirPassengers,1958-08-01,505
+AirPassengers,1958-09-01,404
+AirPassengers,1958-10-01,359
+AirPassengers,1958-11-01,310
+AirPassengers,1958-12-01,337
+AirPassengers,1959-01-01,360
+AirPassengers,1959-02-01,342
+AirPassengers,1959-03-01,406
+AirPassengers,1959-04-01,396
+AirPassengers,1959-05-01,420
+AirPassengers,1959-06-01,472
+AirPassengers,1959-07-01,548
+AirPassengers,1959-08-01,559
+AirPassengers,1959-09-01,463
+AirPassengers,1959-10-01,407
+AirPassengers,1959-11-01,362
+AirPassengers,1959-12-01,405
+AirPassengers,1960-01-01,417
+AirPassengers,1960-02-01,391
+AirPassengers,1960-03-01,419
+AirPassengers,1960-04-01,461
+AirPassengers,1960-05-01,472
+AirPassengers,1960-06-01,535
+AirPassengers,1960-07-01,622
+AirPassengers,1960-08-01,606
+AirPassengers,1960-09-01,508
+AirPassengers,1960-10-01,461
+AirPassengers,1960-11-01,390
+AirPassengers,1960-12-01,432
diff --git a/docs/_toc.yml b/docs/_toc.yml
@@ -11,38 +11,34 @@ parts:
         title: Connect to Database
       - file: source/overview/concepts
         title: Concepts
+        sections:
+          - file: source/overview/concepts/data-sources
+            title: Data Sources
         #- file: source/overview/faq
 
   - caption: Use Cases
     chapters:
-      - file: source/usecases/food-review.rst
+      - file: source/usecases/sentiment-analysis.rst
         title: Sentiment Analysis
+      - file: source/usecases/question-answering.rst
+        title: Question Answering
+      - file: source/usecases/text-summarization.rst
+        title: Text Summarization
       - file: source/usecases/image-classification.rst
         title: Image Classification
-      - file: source/usecases/similar-image-search.rst
+      - file: source/usecases/image-search.rst
         title: Image Search
-      - file: source/usecases/qa-video.rst
-        title: Video Question Answering
-      - file: source/usecases/08-chatgpt.ipynb
-        title: ChatGPT-based Video Question Answering
-      - file: source/usecases/12-query-pdf.ipynb
-        title: PDF Question Answering
-      - file: source/usecases/02-object-detection.ipynb
+      - file: source/usecases/object-detection.rst
         title: Object Detection
-      - file: source/usecases/03-emotion-analysis.ipynb
-        title: Emotions Analysis
-      - file: source/usecases/07-object-segmentation-huggingface.ipynb
-        title: Image Segmentation
-      - file: source/usecases/13-privategpt.ipynb
+      - file: source/usecases/emotion-analysis.rst
+        title: Emotion Analysis
+      - file: source/usecases/privategpt.rst
         title: PrivateGPT
 
   - caption: User Reference
     chapters:
-      - file: source/reference/api
-        title: Python API
-
       - file: source/reference/evaql      
-        title: Eva Query Language 
+        title: EvaQL
         sections:
           - file: source/reference/evaql/load
           - file: source/reference/evaql/select
@@ -55,28 +51,32 @@ parts:
           - file: source/reference/evaql/rename
           - file: source/reference/evaql/use
 
+      - file: source/reference/api
+        title: Python API
+
       - file: source/reference/databases/index
         title: Data Sources
         sections: 
           - file: source/reference/databases/postgres
           - file: source/reference/databases/sqlite
           - file: source/reference/databases/mysql
 
-      - file: source/reference/udfs/index
-        title: Models
+      - file: source/reference/ai/index
+        title: AI Engines
         sections:
-          - file: source/reference/udfs/hf
+          - file: source/reference/ai/model-train
+            title: Model Training
+          - file: source/reference/ai/model-forecasting
+            title: Time Series Forecasting
+          - file: source/reference/ai/hf
             title: Hugging Face
-          - file: source/reference/udfs/openai
+          - file: source/reference/ai/openai
             title: OpenAI 
-          - file: source/reference/udfs/yolo
+          - file: source/reference/ai/yolo
             title: YOLO 
-          - file: source/reference/udfs/custom
+          - file: source/reference/ai/custom
             title: Custom Model
-          - file: source/reference/udfs/model-train
-            title: Model Train/Finetune
 
-
       # - file: source/reference/io
       #   title: IO Descriptors
 
@@ -91,11 +91,8 @@ parts:
       - file: source/benchmarks/text_summarization.rst
         title: Text Summarization
 
-  - caption: Developer Guide
+  - caption: Developer Reference
     chapters:
-      - file: source/dev-guide/architecture
-        title: Architecture Design of EvaDB
-
       - file: source/dev-guide/contribute
         title: Contributing to EvaDB
         sections:
@@ -116,7 +113,7 @@ parts:
           - file: source/dev-guide/debugger/vscode-debugger
             title: VSCode Debugger
           - file: source/dev-guide/debugger/alternative
-            title: Alternaitve Debugger
+            title: Alternative Debugger
 
       - file: source/dev-guide/extend
         title: Extending EvaDB
@@ -132,4 +129,7 @@ parts:
           - file: source/dev-guide/release/pypi-account
             title: Setup PyPI Account
           - file: source/dev-guide/release/release-steps
-            title: How to Release
+            title: Release Guide
+
+      - file: source/dev-guide/architecture
+        title: Architecture Diagram
diff --git a/docs/conf.py b/docs/conf.py
@@ -96,6 +96,7 @@
 # directories to ignore when looking for source files.
 exclude_patterns = ["_build", "Thumbs.db", ".DS_Store", "README.md", "images/reference/README.md"]
 
+
 # The name of the Pygments (syntax highlighting) style to use.
 # pygments_style = "lovelace"
 
@@ -156,21 +157,6 @@
 # BUG: https://stackoverflow.com/questions/11417221/sphinx-autodoc-gives-warning-pyclass-reference-target-not-found-type-warning
 nitpick_ignore_regex = [('py:class', r'.*')]
 
-
-for i in os.listdir("../tutorials"):
-    if i in [
-        "13-privategpt.ipynb",
-        "08-chatgpt.ipynb",
-        "12-query-pdf.ipynb",
-        "02-object-detection.ipynb",
-        "03-emotion-analysis.ipynb",
-        "07-object-segmentation-huggingface.ipynb",
-        "chatgpt.png",
-    ]:
-        shutil.copy(f"../tutorials/{i}", "./source/usecases/")
-
-nb_execution_mode = "off"
-
 # -- Initialize Sphinx ----------------------------------------------
 def setup(app):
     warnings.filterwarnings(