Stage

README.md

@@ -1,3 +1,83 @@
-# migration-v2
+# Migration v2
+## Overview
+The migration-v2 project is designed to facilitate the migration of assets and related functionalities. This project includes multiple components such as API, UI, and upload API.
 
-This is the migration V2 Code.
+## Installation
+Clone the repository:
+```
+git clone https://github.com/contentstack/migration-v2.git
+cd migration-v2
+```
+Install dependencies:
+```
+npm install
+```
+
+Check for readme.md files and install dependencies for folders
+
+1. go to api folder
+  ```
+  cd api
+  npm install
+  ```
+
+2. go to ui folder
+  ```
+  cd ui
+  npm install
+  ```
+
+3. go to upload-api folder
+  ```
+  cd upload-api
+  npm install
+  ```
+
+## Scripts
+- `npm start`: Starts the main server by running index.js.
+- `npm run api`: Navigates to the api directory and runs the development server.
+- `npm run upload`: Navigates to the upload-api directory and starts the upload API server.
+- `npm run ui`: Navigates to the ui directory and starts the UI server.
+- `npm run env`: Starts the main server by running npm start.
+- `npm run postinstall`: Installs dependencies for the api, ui, and upload-api directories.
+- `npm test`: Displays an error message indicating that no tests are specified.
+
+## Repository
+- Type: git
+- URL: https://github.com/contentstack/migration-v2.git
+
+## Bugs and Issues
+- URL: https://github.com/contentstack/migration-v2/issues
+
+## Homepage
+- URL: https://github.com/contentstack/migration-v2#readme
+
+## DevDependencies
+- husky: ^4.3.8
+- prettier: ^2.4.1
+- rimraf: ^3.0.2
+- validate-branch-name: ^1.3.0
+
+## Husky Configuration
+```
+"husky": {
+  "hooks": {}
+}
+```
+
+- Branch Name Validation
+```
+"validate-branch-name": {
+  "pattern": "^(feature|bugfix|hotfix)/[a-z0-9-]{5,30}$",
+  "errorMsg": "Please add valid branch name!"
+}
+```
+
+## License
+This project is licensed under the ISC License.
+
+## Author
+The author information is not specified.
+
+## Contact
+For further assistance, please contact the project maintainer through the issues page on GitHub.

api/README.md

@@ -1,10 +1,18 @@
-# migration-v2-node-server
+# migration-v2 API
 
-This is the TSO migration V2's node server.
+This is the migration V2's node server.
 
 ## To start the server
 
-1.  Run `npm i`
-2.  Install & start MongoDB
-3.  To run dev server, create `./development.env` file and add env variables as per `./example.env`
-4.  To run prod server, create `./production.env` file and add env variables as per `./example.env`
+1. Run `npm i`
+2. Install and start MongoDB
+
+### To start MongoDB
+
+1. Install MongoDB on your system.
+2. Start the MongoDB service.
+3. Verify that MongoDB is running by opening a command prompt and running the command `mongo --version`.
+
+3. To run the development server, create a `./development.env` file and add environment variables as per `./example.env`
+4. To run the production server, create a `./production.env` file and add environment variables as per `./example.env`
+

api/src/models/project-lowdb.ts

@@ -74,6 +74,7 @@ interface Project {
   mapperKeys: {};
   extract_path: string;
   isMigrationStarted: boolean;
+  isMigrationCompleted:boolean;
   migration_execution: boolean;
 }
 

api/src/services/projects.service.ts

@@ -127,6 +127,7 @@ const createProject = async (req: Request) => {
     },
     mapperKeys: {},
     isMigrationStarted: false,
+    isMigrationCompleted:false,
     migration_execution:false,
   };
 
@@ -825,35 +826,35 @@ const updateCurrentStep = async (req: Request) => {
         });
         break;
       }
-      // case STEPPER_STEPS.MIGRATION: {
-      //   if (
-      //     project.status === NEW_PROJECT_STATUS[0] ||
-      //     !isStepCompleted ||
-      //     !project?.destination_stack_id ||
-      //     project?.content_mapper?.length === 0 ||
-      //     !project?.current_test_stack_id ||
-      //     !project?.isMigrationStarted
-      //   ) {
-      //     logger.error(
-      //       getLogMessage(
-      //         srcFunc,
-      //         HTTP_TEXTS.CANNOT_PROCEED_MIGRATION,
-      //         token_payload
-      //       )
-      //     );
-      //     throw new BadRequestError(
-      //       HTTP_TEXTS.CANNOT_PROCEED_MIGRATION
-      //     );
-      //   }
-
-      //   ProjectModelLowdb.update((data: any) => {
-      //     data.projects[projectIndex].current_step =
-      //       STEPPER_STEPS.MIGRATION;
-      //     data.projects[projectIndex].status = NEW_PROJECT_STATUS[5];
-      //     data.projects[projectIndex].updated_at = new Date().toISOString();
-      //   });
-      //   break;
-      // }
+      case STEPPER_STEPS.MIGRATION: {
+        if (
+          project.status === NEW_PROJECT_STATUS[0] ||
+          !isStepCompleted ||
+          !project?.destination_stack_id ||
+          project?.content_mapper?.length === 0 ||
+          !project?.current_test_stack_id ||
+          !project?.isMigrationCompleted
+        ) {
+          logger.error(
+            getLogMessage(
+              srcFunc,
+              HTTP_TEXTS.CANNOT_PROCEED_MIGRATION,
+              token_payload
+            )
+          );
+          throw new BadRequestError(
+            HTTP_TEXTS.CANNOT_PROCEED_MIGRATION
+          );
+        }
+
+        ProjectModelLowdb.update((data: any) => {
+          data.projects[projectIndex].current_step =
+            STEPPER_STEPS.MIGRATION;
+          data.projects[projectIndex].status = NEW_PROJECT_STATUS[5];
+          data.projects[projectIndex].updated_at = new Date().toISOString();
+        });
+        break;
+      }
     }
     logger.info(
       getLogMessage(

api/src/services/runCli.service.ts

@@ -59,6 +59,11 @@ export const runCli = async (rg: string, user_id: string, stack_uid: any, projec
             ProjectModelLowdb.write();
           }
           await addCustomMessageInCliLogs(loggerPath, 'info', message);
+          !isTest && ProjectModelLowdb.update((data:any)=>{
+            data.projects[projectIndex].isMigrationCompleted = true;
+           data.projects[projectIndex].isMigrationStarted = false;
+
+          })
         }
       });
 

ui/README.md

@@ -1,3 +1,51 @@
-# migration-v2-ui
+# Migration UI
 
-This is the migration V2's UI.
+Migration UI is a web application designed to facilitate the migration of content. It provides a user-friendly interface for managing and migrating content efficiently.
+
+## Features
+- User-friendly interface for content migration
+- Integration with Contentstack
+- State management with Redux Toolkit
+- Comprehensive testing with Testing Library
+
+## Installation
+
+1. Clone the repository:
+    ```sh
+    git clone https://github.com/contentstack/migration-v2
+    ```
+
+2. Navigate to the project directory:
+    ```sh
+    cd ui
+    ```
+
+3. Install the dependencies:
+    ```sh
+    npm install
+    ```
+
+## Usage
+Start the development server:
+```sh
+npm start
+```
+
+Open your browser and navigate to http://localhost:3000.
+
+## Dependencies
+- @contentstack/json-rte-serializer: ^2.0.5
+- @contentstack/venus-components: ^2.2.4
+- @reduxjs/toolkit: ^2.2.5
+- @testing-library/jest-dom: ^5.17.0
+- @testing-library/react: ^13.4.0
+- @testing-library/user-event: ^13.5.0
+- @types/react: ^18.2.28
+- @types/react-dom: ^18.2.13
+- @types/react-redux: ^7.1.33
+
+## Contributing
+Contributions are welcome! Please open an issue or submit a pull request for any changes.
+
+## License
+This project is licensed under the MIT License.

ui/src/components/LogScreen/MigrationLogViewer.tsx

@@ -1,6 +1,6 @@
 // Libraries
 import React, { useEffect, useState, useRef } from 'react';
-import { Icon, Notification, cbModal, Link } from '@contentstack/venus-components';
+import { Icon, cbModal, Link } from '@contentstack/venus-components';
 import io from 'socket.io-client';
 import { useSelector, useDispatch } from 'react-redux';
 
@@ -20,6 +20,8 @@ import useBlockNavigation from '../../hooks/userNavigation';
 import './index.scss';
 
 import { MAGNIFY,DEMAGNIFY } from '../../common/assets';
+import { updateCurrentStepData } from '../../services/api/migration.service';
+import { useParams } from 'react-router';
 
 const logStyles: { [key: string]: React.CSSProperties } = {
   info: { backgroundColor: '#f1f1f1' },
@@ -30,6 +32,7 @@ const logStyles: { [key: string]: React.CSSProperties } = {
 
 type LogsType = {
   serverPath: string;
+  handleStepChange: (currentStep: number) => void;
 }
 
 /**
@@ -41,11 +44,21 @@ const MigrationLogViewer = ({ serverPath }: LogsType) => {
   const [isModalOpen, setIsModalOpen] = useState<boolean>(false);
 
   const newMigrationData = useSelector((state: RootState) => state?.migration?.newMigrationData);
+  const selectedOrganisation = useSelector((state: RootState)=>state?.authentication?.selectedOrganisation);
 
   const dispatch = useDispatch();
 
+  const { projectId = '' } = useParams();
+
   useEffect(() => {
-    const socket = io(serverPath || ''); // Connect to the server
+    const socket = io(serverPath || '',{
+      reconnection:true,
+    }); // Connect to the server
+
+    socket.on('disconnect', () => {
+      console.warn('Disconnected from server. Retrying...');
+      setTimeout(() => socket.connect(), 3000); // Retry connection after 3 seconds
+    });
 
     /**
      * Event listener for 'logUpdate' event.
@@ -144,6 +157,13 @@ const MigrationLogViewer = ({ serverPath }: LogsType) => {
 
           dispatch(updateNewMigrationData((newMigrationDataObj)));
 
+        /**
+         * Updates the Migration excution step as completed in backend if migration completes.
+         */ 
+        updateCurrentStepData(selectedOrganisation.value, projectId);
+
+
+
           return cbModal({
             component: (props: ModalObj) => (
               <MigrationCompletionModal
@@ -208,15 +228,14 @@ const MigrationLogViewer = ({ serverPath }: LogsType) => {
           </div>
         }
       </div>
-      {(!newMigrationData?.migration_execution?.migrationStarted) && ( 
         <div className='action-items'>
           <Icon icon="ArrowUp" version='v2' onClick={handleScrollToTop} />
           <Icon icon="ArrowDown" version='v2' onClick={handleScrollToBottom} />
           <span onClick={handleZoomIn}>{MAGNIFY}</span>
           <span onClick={handleZoomOut}>{DEMAGNIFY}</span>
           <Icon icon="ZoomOut" version='v2' onClick={handleZoomOut} />
         </div>
-      )}
+
     </div>
   );
 };

ui/src/components/MigrationExecution/index.tsx

@@ -22,8 +22,11 @@ import MigrationLogViewer from '../LogScreen/MigrationLogViewer';
 //stylesheet
 import './index.scss';
 
+export type migrationWxecutionProps  = {
+  handleStepChange: (currentStep: number) => void;
+}
 
-const MigrationExecution = () => {
+const MigrationExecution = ({handleStepChange}: migrationWxecutionProps) => {
   const dispatch = useDispatch();
 
   const migrationData = useSelector((state:RootState)=>state?.migration?.migrationData);
@@ -113,7 +116,7 @@ const MigrationExecution = () => {
         <div className='content-block'>
           <div className='content-header'>Execution Logs</div>
           <div>
-            <MigrationLogViewer serverPath={process.env.REACT_APP_BASE_API_URL ?? ''} />
+            <MigrationLogViewer serverPath={process.env.REACT_APP_BASE_API_URL ?? ''} handleStepChange={handleStepChange}/>
           </div>
         </div>
       </div>

ui/src/components/MigrationFlowHeader/index.tsx

@@ -78,7 +78,7 @@ const MigrationFlowHeader = ({projectData, handleOnClick, isLoading, finalExecut
 
   const isExecutionStarted = 
     finalExecutionStarted || 
-    newMigrationData?.migration_execution?.migrationStarted;
+    newMigrationData?.migration_execution?.migrationStarted || newMigrationData?.migration_execution?.migrationCompleted;
 
   return (
     <div className='d-flex align-items-center justify-content-between migration-flow-header'>