feat!: Improved packages structure, public API

.github/PULL_REQUEST_TEMPLATE.md

@@ -1,4 +1,4 @@
-- fixes #
+- Fixes #
 
 ---
 

.github/workflows/general.yaml

@@ -34,7 +34,7 @@ jobs:
         uses: actions/upload-artifact@v4
         with:
           name: binaries
-          path: cli/compile/binaries/*.zip
+          path: terminal/compile/binaries/*.zip
 
   test-linux:
     needs: [test-compile]
@@ -70,9 +70,10 @@ jobs:
         uses: actions/download-artifact@v5
         with:
           name: binaries
-          path: cli/compile/binaries
+          path: terminal/compile/binaries
       - name: Test Binaries
-        run: unzip -j cli/compile/binaries/*linux-x64.zip && ./dp --version
+        working-directory: terminal/compile/binaries
+        run: unzip -j *linux-x64.zip && ./dpkit --version
 
     services:
       postgres:
@@ -119,9 +120,10 @@ jobs:
         uses: actions/download-artifact@v5
         with:
           name: binaries
-          path: cli/compile/binaries
+          path: terminal/compile/binaries
       - name: Test Binaries
-        run: unzip -j cli/compile/binaries/*macos-arm64.zip && ./dp --version
+        working-directory: terminal/compile/binaries
+        run: unzip -j *macos-arm64.zip && ./dpkit --version
 
   test-windows:
     needs: [test-compile]
@@ -149,10 +151,11 @@ jobs:
         uses: actions/download-artifact@v5
         with:
           name: binaries
-          path: cli/compile/binaries
+          path: terminal/compile/binaries
       - name: Test Binaries
         shell: bash
-        run: unzip -j cli/compile/binaries/*windows-x64.zip && ./dp.exe --version
+        working-directory: terminal/compile/binaries
+        run: unzip -j *windows-x64.zip && ./dpkit.exe --version
 
   # We have to split the release step because for some reason
   # using semantic-release before compilation inflates the binary sizes
@@ -228,7 +231,7 @@ jobs:
         uses: softprops/action-gh-release@v2
         with:
           draft: false
-          files: cli/compile/binaries/*.zip
+          files: terminal/compile/binaries/*.zip
           tag_name: v${{ needs.release-draft.outputs.version }}
         env:
           GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}

.gitignore

@@ -69,4 +69,3 @@ dist/
 .serena/
 .mcp.json
 .env
-dp

.releaserc.json

@@ -1,5 +1,10 @@
 {
-  "branches": ["main"],
+  "branches": [
+    {
+      "name": "main",
+      "prerelease": "rc"
+    }
+  ],
   "plugins": [
     ["@semantic-release/commit-analyzer", { "preset": "conventionalcommits" }],
     [

CONTRIBUTING.md

@@ -9,13 +9,14 @@ Thank you for your interest in contributing to dpkit! This document provides gui
 
 Project is a monorepo with the following packages:
 
-- `@dpkit/core`: Core metadata functionality
-- `@dpkit/file`: File-related functionality
+- `@dpkit/metadata`: Core metadata functionality
+- `@dpkit/dataset`: File-related functionality
 - `@dpkit/table`: Table-related functionality
-- `@dpkit/cli`: Command-line interface for running tasks
 - `@dpkit/<name>`: Domain-specific functionality
-- `@dpkit/lib`: All-in-one package that re-exports all functionality
-- `dpkit`: Meta-package that re-exports `lib` and `cli`
+- `@dpkit/library`: All-in-one package that re-exports all functionality
+- `@dpkit/terminal`: Terminal interface for running tasks
+- `@dpkit/browser`: Browser-related functionality
+- `dpkit`: Meta-package that re-exports the underlying functionality
 
 ## Development Environment
 

README.md

@@ -4,7 +4,7 @@
 [![Coverage](https://img.shields.io/codecov/c/github/datisthq/dpkit/main)](https://codecov.io/gh/datisthq/dpkit)
 [![Version](https://img.shields.io/npm/v/dpkit)](https://www.npmjs.com/package/dpkit)
 
-dpkit is a fast data management framework built on top of the Data Package standard and Polars DataFrames. It supports various formats like CSV, JSON, and Parquet and integrates with data platforms such as CKAN, Zenodo, and GitHub. For more information, please visit the [documentation portal](https://dpkit.dev).
+dpkit is a fast data management framework built on top of the Data Package standard and Polars DataFrames. It supports various formats like CSV, JSON, and Parquet and integrates with data platforms such as CKAN, Zenodo, and GitHub. For more information, please visit the [project's website](https://dpkit.app).
 
 ## Funding
 

lib/README.md → audio/README.md

@@ -1,3 +1,3 @@
-# @dpkit/lib
+# @dpkit/audio
 
-dpkit is a fast data management framework built on top of the Data Package standard and Polars DataFrames. It supports various formats like CSV, JSON, and Parquet and integrates with data platforms such as CKAN, Zenodo, and GitHub. For more information, please visit the [documentation portal](https://dpkit.dev).
+dpkit is a fast data management framework built on top of the Data Package standard and Polars DataFrames. It supports various formats like CSV, JSON, and Parquet and integrates with data platforms such as CKAN, Zenodo, and GitHub. For more information, please visit the [project's website](https://dpkit.app).

folder/package.json → audio/package.json

@@ -1,9 +1,10 @@
 {
-  "name": "@dpkit/folder",
+  "name": "@dpkit/audio",
   "type": "module",
   "version": "0.0.0-dev",
   "exports": "./build/index.js",
   "sideEffects": false,
+  "files": ["build"],
   "license": "MIT",
   "author": "Evgeny Karev",
   "repository": "https://github.com/datisthq/dpkit",
@@ -18,14 +19,13 @@
     "validation",
     "quality",
     "fair",
-    "folder"
+    "audio"
   ],
   "scripts": {
     "build": "tsc"
   },
   "dependencies": {
-    "@dpkit/core": "workspace:*",
-    "@dpkit/file": "workspace:*",
-    "exit-hook": "^4.0.0"
+    "@dpkit/metadata": "workspace:*",
+    "@dpkit/dataset": "workspace:*"
   }
 }

browser/README.md

@@ -1,3 +1,3 @@
 # @dpkit/browser
 
-dpkit is a fast data management framework built on top of the Data Package standard and Polars DataFrames. It supports various formats like CSV, JSON, and Parquet and integrates with data platforms such as CKAN, Zenodo, and GitHub. For more information, please visit the [documentation portal](https://dpkit.dev).
+dpkit is a fast data management framework built on top of the Data Package standard and Polars DataFrames. It supports various formats like CSV, JSON, and Parquet and integrates with data platforms such as CKAN, Zenodo, and GitHub. For more information, please visit the [project's website](https://dpkit.app).

browser/components/Report/Error/Cell.tsx

@@ -1,8 +1,8 @@
-import type * as errorTypes from "@dpkit/lib"
+import type * as library from "@dpkit/library"
 import { Code, Text } from "@mantine/core"
 import { useTranslation } from "react-i18next"
 
-export function CellTypeError(props: { error: errorTypes.CellTypeError }) {
+export function CellTypeError(props: { error: library.CellTypeError }) {
   const { t } = useTranslation()
   const { error } = props
 
@@ -30,7 +30,7 @@ export function CellTypeError(props: { error: errorTypes.CellTypeError }) {
 }
 
 export function CellRequiredError(props: {
-  error: errorTypes.CellRequiredError
+  error: library.CellRequiredError
 }) {
   const { t } = useTranslation()
   const { error } = props
@@ -51,7 +51,7 @@ export function CellRequiredError(props: {
 }
 
 export function CellMinimumError(props: {
-  error: errorTypes.CellMinimumError
+  error: library.CellMinimumError
 }) {
   const { t } = useTranslation()
   const { error } = props
@@ -80,7 +80,7 @@ export function CellMinimumError(props: {
 }
 
 export function CellMaximumError(props: {
-  error: errorTypes.CellMaximumError
+  error: library.CellMaximumError
 }) {
   const { t } = useTranslation()
   const { error } = props
@@ -109,7 +109,7 @@ export function CellMaximumError(props: {
 }
 
 export function CellExclusiveMinimumError(props: {
-  error: errorTypes.CellExclusiveMinimumError
+  error: library.CellExclusiveMinimumError
 }) {
   const { t } = useTranslation()
   const { error } = props
@@ -138,7 +138,7 @@ export function CellExclusiveMinimumError(props: {
 }
 
 export function CellExclusiveMaximumError(props: {
-  error: errorTypes.CellExclusiveMaximumError
+  error: library.CellExclusiveMaximumError
 }) {
   const { t } = useTranslation()
   const { error } = props
@@ -167,7 +167,7 @@ export function CellExclusiveMaximumError(props: {
 }
 
 export function CellMinLengthError(props: {
-  error: errorTypes.CellMinLengthError
+  error: library.CellMinLengthError
 }) {
   const { t } = useTranslation()
   const { error } = props
@@ -196,7 +196,7 @@ export function CellMinLengthError(props: {
 }
 
 export function CellMaxLengthError(props: {
-  error: errorTypes.CellMaxLengthError
+  error: library.CellMaxLengthError
 }) {
   const { t } = useTranslation()
   const { error } = props
@@ -225,7 +225,7 @@ export function CellMaxLengthError(props: {
 }
 
 export function CellPatternError(props: {
-  error: errorTypes.CellPatternError
+  error: library.CellPatternError
 }) {
   const { t } = useTranslation()
   const { error } = props
@@ -253,7 +253,7 @@ export function CellPatternError(props: {
   )
 }
 
-export function CellUniqueError(props: { error: errorTypes.CellUniqueError }) {
+export function CellUniqueError(props: { error: library.CellUniqueError }) {
   const { t } = useTranslation()
   const { error } = props
 
@@ -276,7 +276,7 @@ export function CellUniqueError(props: { error: errorTypes.CellUniqueError }) {
   )
 }
 
-export function CellEnumError(props: { error: errorTypes.CellEnumError }) {
+export function CellEnumError(props: { error: library.CellEnumError }) {
   const { t } = useTranslation()
   const { error } = props
 
@@ -304,7 +304,7 @@ export function CellEnumError(props: { error: errorTypes.CellEnumError }) {
 }
 
 export function CellJsonSchemaError(props: {
-  error: errorTypes.CellJsonSchemaError
+  error: library.CellJsonSchemaError
 }) {
   const { t } = useTranslation()
   const { error } = props

browser/components/Report/Error/Data.tsx

@@ -1,8 +1,8 @@
-import type * as errorTypes from "@dpkit/lib"
+import type * as library from "@dpkit/library"
 import { Text } from "@mantine/core"
 import { useTranslation } from "react-i18next"
 
-export function DataError(props: { error: errorTypes.DataError }) {
+export function DataError(props: { error: library.DataError }) {
   const { t } = useTranslation()
 
   return <Text>{t(props.error.message as any)}</Text>

browser/components/Report/Error/Error.tsx

@@ -1,4 +1,4 @@
-import type * as errorTypes from "@dpkit/lib"
+import type { UnboundError } from "@dpkit/library"
 import {
   CellEnumError,
   CellExclusiveMaximumError,
@@ -22,12 +22,7 @@ import { MetadataError } from "./Metadata.tsx"
 import { RowUniqueError } from "./Row.tsx"
 
 export function Error(props: {
-  // TODO: should be lib.Error
-  error:
-    | errorTypes.MetadataError
-    | errorTypes.DataError
-    | errorTypes.FileError
-    | errorTypes.TableError
+  error: UnboundError
 }) {
   const { error } = props
 

browser/components/Report/Error/Field.tsx

@@ -1,8 +1,8 @@
-import type * as errorTypes from "@dpkit/lib"
+import type * as library from "@dpkit/library"
 import { Code, Text } from "@mantine/core"
 import { useTranslation } from "react-i18next"
 
-export function FieldNameError(props: { error: errorTypes.FieldNameError }) {
+export function FieldNameError(props: { error: library.FieldNameError }) {
   const { t } = useTranslation()
   return (
     <Text>
@@ -18,7 +18,7 @@ export function FieldNameError(props: { error: errorTypes.FieldNameError }) {
   )
 }
 
-export function FieldTypeError(props: { error: errorTypes.FieldTypeError }) {
+export function FieldTypeError(props: { error: library.FieldTypeError }) {
   const { t } = useTranslation()
   return (
     <Text>

browser/components/Report/Error/Fields.tsx

@@ -1,9 +1,9 @@
-import type * as errorTypes from "@dpkit/lib"
+import type * as library from "@dpkit/library"
 import { Code, Text } from "@mantine/core"
 import { useTranslation } from "react-i18next"
 
 export function FieldsMissingError(props: {
-  error: errorTypes.FieldsMissingError
+  error: library.FieldsMissingError
 }) {
   const { t } = useTranslation()
   return (
@@ -18,7 +18,7 @@ export function FieldsMissingError(props: {
 }
 
 export function FieldsExtraError(props: {
-  error: errorTypes.FieldsExtraError
+  error: library.FieldsExtraError
 }) {
   const { t } = useTranslation()
   return (

browser/components/Report/Error/File.tsx

@@ -1,8 +1,8 @@
-import type * as errorTypes from "@dpkit/lib"
+import type * as library from "@dpkit/library"
 import { Code, Text } from "@mantine/core"
 import { useTranslation } from "react-i18next"
 
-export function BytesError(props: { error: errorTypes.BytesError }) {
+export function BytesError(props: { error: library.BytesError }) {
   const { t } = useTranslation()
 
   return (
@@ -19,7 +19,7 @@ export function BytesError(props: { error: errorTypes.BytesError }) {
   )
 }
 
-export function HashError(props: { error: errorTypes.HashError }) {
+export function HashError(props: { error: library.HashError }) {
   const { t } = useTranslation()
 
   return (
@@ -36,7 +36,7 @@ export function HashError(props: { error: errorTypes.HashError }) {
   )
 }
 
-export function EncodingError(props: { error: errorTypes.EncodingError }) {
+export function EncodingError(props: { error: library.EncodingError }) {
   const { t } = useTranslation()
 
   return (