ForestGEO Pilot Application - First Iteration

.github/workflows/new-file-upload-system-alternate-forestgeo-livesite.yml

@@ -0,0 +1,77 @@
+# Docs for the Azure Web Apps Deploy action: https://github.com/Azure/webapps-deploy
+# More GitHub Actions for Azure: https://github.com/Azure/actions
+
+name: Live Site Deployment (testing)
+
+on:
+  push:
+    branches:
+      - new-file-upload-system
+  workflow_dispatch:
+
+jobs:
+  build-and-deploy:
+    runs-on: ubuntu-latest
+    environment: development
+
+    steps:
+      - uses: actions/checkout@v4
+
+      - name: Set up Node.js version
+        uses: actions/setup-node@v3
+        with:
+          node-version: '18.x'
+
+      - name: create env file (in frontend/ directory)
+        run: |
+          touch frontend/.env
+          echo AZURE_AD_CLIENT_SECRET=${{ secrets.AZURE_AD_CLIENT_SECRET }} >> frontend/.env
+          echo AZURE_AD_CLIENT_ID=${{ secrets.AZURE_AD_CLIENT_ID }} >> frontend/.env
+          echo AZURE_AD_TENANT_ID=${{ secrets.AZURE_AD_TENANT_ID }} >> frontend/.env
+          echo NEXTAUTH_SECRET=${{ secrets.NEXTAUTH_SECRET }} >> frontend/.env
+          echo NEXTAUTH_URL=${{ secrets.NEXTAUTH_URL }} >> frontend/.env
+          echo AZURE_SQL_USER=${{ secrets.AZURE_SQL_USER }} >> frontend/.env
+          echo AZURE_SQL_PASSWORD=${{ secrets.AZURE_SQL_PASSWORD }} >> frontend/.env
+          echo AZURE_SQL_SERVER=${{ secrets.AZURE_SQL_SERVER }} >> frontend/.env
+          echo AZURE_SQL_DATABASE=${{ secrets.AZURE_SQL_DATABASE }} >> frontend/.env
+          echo AZURE_SQL_PORT=${{ secrets.AZURE_SQL_PORT }} >> frontend/.env
+          echo AZURE_STORAGE_SAS_CONNECTION_STRING=${{ secrets.AZURE_STORAGE_SAS_CONNECTION_STRING }} >> frontend/.env
+          echo AZURE_SQL_SCHEMA=${{ secrets.AZURE_SQL_SCHEMA }} >> frontend/.env
+          echo AZURE_SQL_CATALOG_SCHEMA=${{ secrets.AZURE_SQL_CATALOG_SCHEMA }} >> frontend/.env
+          echo AZURE_STORAGE_CONNECTION_STRING=${{ secrets.AZURE_STORAGE_CONNECTION_STRING }} >> frontend/.env
+          echo NODE_ENV=development >> frontend/.env
+          echo PORT=3000 >> frontend/.env
+
+      - name: Write Certificate to File
+        run: |
+          echo "${{ secrets.CERTIFICATE }}" > frontend/DigiCertGlobalRootCA.crt.pem
+
+      - name: Cache node modules
+        uses: actions/cache@v2
+        with:
+          path: frontend/node_modules
+          key: ${{ runner.os }}-node-${{ hashFiles('**/package-lock.json') }}
+          restore-keys: |
+            ${{ runner.os }}-node-
+
+      - name: move into frontend --> npm install, build, and test
+        run: |
+          cd frontend/
+          npm install
+          npm run build
+          npm run test --if-present
+
+      - name: Move directories into build/standalone to reduce app load
+        run: |
+          mv ./frontend/build/static ./frontend/build/standalone/build
+          mv ./frontend/public ./frontend/build/standalone
+          mv ./frontend/*.pem ./frontend/build/standalone/
+
+      - name: 'Deploy to Azure Web App'
+        id: deploy-to-webapp
+        uses: azure/webapps-deploy@v2
+        with:
+          app-name: 'forestgeo-livesite'
+          slot-name: 'Production'
+          publish-profile: ${{ secrets.AZUREAPPSERVICE_PUBLISHPROFILE_852346BD764D45D08854E6679137F844 }}
+          package: ./frontend/build/standalone

.gitignore

@@ -38,3 +38,6 @@ yarn-error.log*
 next-env.d.ts
 .idea/*
 .vscode/*
+/*.zip
+.github/workflows/new-file-upload-system_forestgeo-livesite.yml
+.fleet/*

backend/cminsertdbhhom_getemptytables.sql

@@ -0,0 +1,45 @@
+-- SELECT
+--     ROW_NUMBER() OVER (ORDER BY (SELECT NULL)) AS CoreMeasurementID,
+--     MetricType AS MeasurementTypeID,
+--     MetricValue AS Measurement,
+--     ctfsweb.dbh.ExactDate as MeasurementDate
+-- FROM ctfsweb.dbh
+-- CROSS APPLY (
+--     VALUES
+--         ('1', DBH),
+--         ('2', HOM)
+-- ) AS CrossAppliedTable(MetricType, MetricValue);
+
+-- DECLARE @SchemaName NVARCHAR(255) = 'forestgeo';
+--
+-- DECLARE @TableName NVARCHAR(255);
+-- DECLARE @RowCount INT;
+-- DECLARE @Sql NVARCHAR(MAX);
+--
+-- DECLARE EmptyTablesCursor CURSOR FOR
+-- SELECT t.name
+-- FROM sys.tables t
+-- INNER JOIN sys.schemas s ON t.schema_id = s.schema_id
+-- WHERE s.name = @SchemaName;
+--
+-- OPEN EmptyTablesCursor;
+--
+-- FETCH NEXT FROM EmptyTablesCursor INTO @TableName;
+--
+-- WHILE @@FETCH_STATUS = 0
+-- BEGIN
+--     SET @Sql = N'SELECT @RowCount = COUNT(*) FROM ' + QUOTENAME(@SchemaName) + '.' + QUOTENAME(@TableName);
+--     EXEC sp_executesql @Sql, N'@RowCount INT OUTPUT', @RowCount OUTPUT;
+--
+--     IF @RowCount = 0
+--     BEGIN
+--         PRINT 'Table ' + QUOTENAME(@SchemaName) + '.' + QUOTENAME(@TableName) + ' is empty.';
+--         -- You can replace the PRINT statement with any action you want to perform for empty tables.
+--     END
+--
+--     FETCH NEXT FROM EmptyTablesCursor INTO @TableName;
+-- END
+--
+-- CLOSE EmptyTablesCursor;
+-- DEALLOCATE EmptyTablesCursor;
+

frontend/.eslintrc.json

@@ -0,0 +1,11 @@
+{
+  "extends": "next",
+  "settings": {
+    "next": {
+      "rootDir": "."
+    }
+  },
+  "rules": {
+    "react-hooks/exhaustive-deps": "off"
+  }
+}

frontend/.gitignore

@@ -16,6 +16,10 @@
 
 # production
 /build
+/sampledata
+/sqlscripting
+/scripts
+DigiCertGlobalRootCA.crt.pem
 
 # misc
 .DS_Store
@@ -28,12 +32,13 @@ yarn-error.log*
 
 # local env files
 .env_jpac_deprecated.local
-.env*
+.env.local
 
 # vercel
 .vercel
 
 # typescript
 *.tsbuildinfo
-next-env.d.ts
-.idea/*
+.idea/*
+/.swc/
+/public/

frontend/CHANGELOG.md

@@ -0,0 +1,37 @@
+# Changelog
+
+## New Features
+
+- **Generic MUI X DataGrid Component:** Centralized in the components directory for initializing different fixed data endpoints, simplifying CRUD logic.
+- **CRUD API Endpoints:** Fully implemented for each fixed data endpoint.
+- **Server-Side Pagination:** Updated for datagrid view and API endpoints, enhancing loading speeds by not loading full datasets at once.
+- **Context/Reducer System:** Fully integrated into the app's lifecycle. Saves users' selections and propagates changes throughout the application. Includes:
+  - User selections like plot, census, quadrat, and site.
+  - List selection and core data retrieval/storage for certain data types.
+  - A universal loading context with a fullscreen disable, progress component, and custom message.
+- **Login System Reorganization:** Improved user experience by removing the repetitive EntryModal component.
+- **File Upload System:** Fully implemented with several phases including Upload Start, Upload Parse, Upload Review, Upload Fire (SQL), Upload Validation, Upload Update Validation, and Upload Fire (Azure).
+- **Catalog Database Implementation and Integration:** For multi-tenant database structuring with users, sites, and plots identification.
+- **Site Selection Implementation:** Allows dynamic site loading and data separation.
+- **Azure Web Application Connection:** With reduced build and deployment times.
+- **Schema Changes:** Updated core schema setup.
+- **Database Connection System Updates:** Incorporates a PoolMonitor class wrapper for better management and logging.
+
+## Enhancements
+
+- **Contextual System Expansion:** To handle more user selections and data types.
+- **Generic, Type-Agnostic Reducer Functions:** Enhanced dispatch systems in contexts.
+- **User-Friendly Core Measurements View:** Updated to use a dedicated view.
+- **Autocomplete Components:** Customized for manual input and other application parts.
+
+## Fixes
+
+- **Database Connection Monitoring:** Improved with a new wrapper and a shell script for consistent monitoring.
+- **Session Resume Dialog:** Added in the sidebar for convenient session resumption or restart.
+- **Validation System Improvements:** Including refinement of procedures and error handling.
+- **Load Handling Enhancements:** For better user experience during data retrieval and dispatch.
+
+## Future Updates
+
+- **Manual Input Census Form Completion:** Slated for the next round of core updates.
+- **Further Refinements in Validation and Site Selection Systems:** To enhance user experience and application reliability.