.github/workflows/coverage.yaml

@@ -91,8 +91,7 @@ jobs:
           SN_DRIVER: ${{ secrets.SN_DRIVER }}
         shell: bash
         run: |
-          source ./dozer-tests/python_udf/virtualenv.sh
-          cargo test test_connector_ --all-features --no-fail-fast -- --ignored
+          cargo test test_connector_ --lib --features snowflake,ethereum,kafka,python  --no-fail-fast -- --ignored
 
       - name: Run tests
         env:
@@ -102,7 +101,7 @@ jobs:
         shell: bash
         run: |
           source ./dozer-tests/python_udf/virtualenv.sh
-          cargo test --all-features --no-fail-fast
+          cargo test --features snowflake,ethereum,kafka,python --no-fail-fast
 
       - name: Get current date
         id: date

.github/workflows/release.yaml

@@ -99,7 +99,7 @@ jobs:
         uses: arduino/setup-protoc@v1
         with:
           repo-token: ${{ secrets.GITHUB_TOKEN }}
-      
+
       - name: ⚡ Cache
         uses: actions/cache@v3
         with:
@@ -130,7 +130,13 @@ jobs:
           args: --release --target ${{ matrix.target }}
       - name: List target output files
         run: ls -lR ./target
-
+
+      - name: Install cargo-deb
+        run: cargo install cargo-deb
+
+      - name: Compile deb file
+        run: cargo-deb -p dozer-orchestrator --output ./deb/${{matrix.asset_name}}.deb
+
       - name: Prepare release assets
         shell: bash
         run: |
@@ -141,6 +147,10 @@ jobs:
           mv release/ ${{matrix.asset_name}}/
 
           tar -czvf ${{matrix.asset_name}}.tar.gz ${{matrix.asset_name}}/
+          
+          cp deb/${{matrix.asset_name}}.deb ${{matrix.asset_name}}/
+          
+          ls -l ${{matrix.asset_name}}
 
       - name: Upload the release
         uses: svenstaro/upload-release-action@v2
@@ -153,16 +163,20 @@ jobs:
           release_name: "Development Release - ${{ needs.prepare.outputs.version }}"
           prerelease: ${{ needs.prepare.outputs.prerelease }}
           body: "${{ needs.prepare.outputs.release_body }}"
-      
+
       - name: Set env variables
-        env: 
+        env:
           VERSION: ${{ needs.prepare.outputs.version }}
           RELEASE_NAME: ${{matrix.asset_name}}.tar.gz
         run: |
           echo "RELEASE_NAME=${{env.RELEASE_NAME}}" >> $GITHUB_ENV
+          echo "DEB_NAME=${{matrix.asset_name}}.deb" >> $GITHUB_ENV
           echo "VERSION=${{env.VERSION}}" >> $GITHUB_ENV
           echo "ARTIFACT_URL=https://${{ env.BUCKET_NAME }}.s3.ap-southeast-1.amazonaws.com/${{ env.VERSION }}/${{ env.RELEASE_NAME }}" >> $GITHUB_ENV
 
+      - name: List deb output files
+        run: ls -lR ./deb
+
       - name: configure aws credentials
         uses: aws-actions/configure-aws-credentials@v1
         with:
@@ -174,7 +188,12 @@ jobs:
         id: upload_s3
         run: |
           aws s3 cp $RELEASE_NAME s3://${{ env.BUCKET_NAME }}/$VERSION/$RELEASE_NAME
-    
+
+      - name: Upload release deb to S3
+        id: upload_s3_deb
+        run: |
+          aws s3 cp deb/$DEB_NAME s3://${{ env.BUCKET_NAME }}/$VERSION/$DEB_NAME
+
   release-macos-apple-silicon:
     name: Release binary for macOS silicon
     runs-on: ${{ matrix.os }}
@@ -222,10 +241,10 @@ jobs:
         with:
           command: build
           args: --release --target ${{ matrix.target }}
-          
+
       - name: List target output files
         run: ls -lR ./target
-      
+
       - name: Prepare release assets
         shell: bash
         run: |
@@ -250,7 +269,7 @@ jobs:
           body: "${{ needs.prepare.outputs.release_body }}"
 
       - name: Set env variables
-        env: 
+        env:
           VERSION: ${{ needs.prepare.outputs.version }}
           RELEASE_NAME: ${{matrix.asset_name}}.tar.gz
         run: |
@@ -270,12 +289,9 @@ jobs:
         run: |
           aws s3 cp $RELEASE_NAME s3://${{ env.BUCKET_NAME }}/$VERSION/$RELEASE_NAME
 
-
-
-
   release:
     name: Release
-    runs-on: 
+    runs-on:
       labels: ${{ matrix.os }}
     needs: prepare
     timeout-minutes: 60
@@ -323,6 +339,14 @@ jobs:
       - name: Build package
         run: cargo build --release
 
+      - name: Install cargo-deb
+        if: matrix.os == 'ubuntu-20-16-cores'
+        run: cargo install cargo-deb
+
+      - name: Compile deb file
+        if: matrix.os == 'ubuntu-20-16-cores'
+        run: cargo-deb -p dozer-orchestrator  --output ./deb/${{matrix.asset_name}}.deb
+
       # - name: Build Linux binary
       #   if: matrix.os == 'ubuntu-20-16-cores'
       #   run: cargo build --features=snowflake --release
@@ -339,6 +363,10 @@ jobs:
           tar -czvf ${{matrix.asset_name}}.tar.gz \
               ${{matrix.asset_name}}/
 
+          cp deb/${{matrix.asset_name}}.deb ${{matrix.asset_name}}/ 2>/dev/null || :
+          
+          ls -l ${{matrix.asset_name}}
+
       - name: Upload the release
         uses: svenstaro/upload-release-action@v2
         with:
@@ -352,11 +380,12 @@ jobs:
           body: "${{ needs.prepare.outputs.release_body }}"
 
       - name: Set env variables
-        env: 
+        env:
           VERSION: ${{ needs.prepare.outputs.version }}
           RELEASE_NAME: ${{matrix.asset_name}}.tar.gz
         run: |
           echo "RELEASE_NAME=${{env.RELEASE_NAME}}" >> $GITHUB_ENV
+          echo "DEB_NAME=${{matrix.asset_name}}.deb" >> $GITHUB_ENV
           echo "VERSION=${{env.VERSION}}" >> $GITHUB_ENV
           echo "ARTIFACT_URL=https://${{ env.BUCKET_NAME }}.s3.ap-southeast-1.amazonaws.com/${{ env.VERSION }}/${{ env.RELEASE_NAME }}" >> $GITHUB_ENV
 
@@ -374,6 +403,12 @@ jobs:
         run: |
           aws s3 cp $RELEASE_NAME s3://${{ env.BUCKET_NAME }}/$VERSION/$RELEASE_NAME
 
+      - name: Upload release deb to S3
+        id: upload_s3_deb
+        if: matrix.os == 'ubuntu-20-16-cores'
+        run: |
+          aws s3 cp deb/$DEB_NAME s3://${{ env.BUCKET_NAME }}/$VERSION/$DEB_NAME
+
       - name: Build, tag, and push image to Amazon ECR
         id: build_push_ecr
         if: matrix.os == 'ubuntu-20-16-cores'
@@ -383,7 +418,7 @@ jobs:
           aws ecr-public get-login-password --region us-east-1 | docker login --username AWS --password-stdin $ECR_REGISTRY
           docker build -f ci/Dockerfile -t $ECR_REGISTRY/$ECR_REPOSITORY:$IMAGE_TAG -t $ECR_REGISTRY/$ECR_REPOSITORY:$GITHUB_SHA .
           docker push $ECR_REGISTRY/$ECR_REPOSITORY --all-tags
-          
+
       - name: Update latest image if releasing
         if: (needs.prepare.outputs.prerelease == 'false') && (matrix.os == 'ubuntu-20-16-cores')
         env:
@@ -396,7 +431,7 @@ jobs:
         if: ${{ env.VERSION != 'dev' && matrix.os == 'ubuntu-20-16-cores'}}
         env:
           DISCORD_WEBHOOK: ${{ secrets.DISCORD_RELEASE_HOOK }}
-          DISCORD_EMBEDS: '[ { 
+          DISCORD_EMBEDS: '[ {
            "title": "New version `${{env.VERSION}}` released",
            "author": {  "icon_url": "https://avatars.githubusercontent.com/${{ github.actor }}", "name": "${{ github.actor }}", "url": "https://github.com/${{github.actor}}" },
           "fields": [
@@ -408,7 +443,3 @@ jobs:
           "color": 990099
           }]'
         uses: Ilshidur/action-discord@master
-
-
-
-