feat: switch to chunkd v7 which uses a dataview based interface

Author: blacha

packages/cli/package.json

@@ -7,7 +7,7 @@
     "cotar": "./bin/cotar"
   },
   "dependencies": {
-    "@chunkd/source-file": "^4.5.1",
+    "@chunkd/source-file": "^7.2.2",
     "@cotar/core": "^4.0.0",
     "@oclif/command": "^1.8.0",
     "binparse": "^1.1.0",

packages/core/README.md

@@ -12,9 +12,9 @@ For example `@cotar/core` can fetch a 1KB file from a 100GB tar file with only 1
 To fetch a single tile, the index has to be loaded into memory then the cotar object provides a `get(fileName)` interface to access any file inside the tar
 ```typescript
 import { Cotar, CotarIndexBinary } from '@cotar/core';
-import { SourceAwsS3 } from '@chunkd/source-aws'
+import { fsa } from '@chunkd/fs'
 
-const source = SourceAwsS3.fromUri('s3://linz-basemaps/topographic.tar');
+const source = fsa.source('s3://linz-basemaps/topographic.tar');
 const cotar = Cotar.fromTar(source);
 
 // Fetch a gzipped PBF file from  a tar

packages/core/package.json

@@ -5,7 +5,7 @@
   "types": "build/src/index.d.ts",
   "license": "MIT",
   "dependencies": {
-    "@chunkd/core": "^4.5.1",
+    "@chunkd/core": "^7.2.2",
     "@sindresorhus/fnv1a": "^2.0.1",
     "binparse": "^1.1.0"
   },
@@ -18,7 +18,7 @@
     "*.png"
   ],
   "devDependencies": {
-    "@chunkd/source-file": "^4.5.1",
-    "@types/node": "^16.4.1"
+    "@chunkd/source-file": "^7.2.2",
+    "@types/node": "^15.12.1"
   }
 }

packages/core/src/binary/binary.index.ts

@@ -1,4 +1,4 @@
-import { ChunkSource, LogType } from '@chunkd/core';
+import { LogType, ChunkSource } from '@chunkd/core';
 import fnv1a from '@sindresorhus/fnv1a';
 import { bp, StrutInfer } from 'binparse';
 import { CotarIndexRecord } from '../cotar';
@@ -77,13 +77,13 @@ export class CotarIndex {
     while (true) {
       const offset = this.sourceOffset + index * IndexRecordSize + IndexHeaderSize;
       await this.source.loadBytes(offset, IndexRecordSize, logger);
-      startHash = this.source.bigUint64(offset);
+      startHash = this.source.getBigUint64(offset);
 
       // Found the file
       if (startHash === hash) {
-        const fileOffset = this.source.bigUint64(offset + 8);
-        const fileSize = this.source.bigUint64(offset + 16);
-        return { offset: toNumber(fileOffset), size: toNumber(fileSize) };
+        const fileOffset = this.source.getUint64(offset + 8);
+        const fileSize = this.source.getUint64(offset + 16);
+        return { offset: fileOffset, size: fileSize };
       }
       // Found a gap in the hash table (file doesnt exist)
       if (startHash === Big0) return null;

yarn.lock

@@ -30,17 +30,17 @@
     chalk "^2.0.0"
     js-tokens "^4.0.0"
 
-"@chunkd/core@^4.5.1":
-  version "4.5.1"
-  resolved "https://registry.yarnpkg.com/@chunkd/core/-/core-4.5.1.tgz#179d0f0e035a9af7c56ec4d88c01e9f4bc9b7a32"
-  integrity sha512-8gZGvWD8yYWysvbrLla1uubYvgm+PQrzEdHSK8gMwtgJTULg3GOVpIUzFTFmxDdR2CjwKhdb1BD69NZbVoVI/Q==
+"@chunkd/core@^7.2.2":
+  version "7.2.2"
+  resolved "https://registry.yarnpkg.com/@chunkd/core/-/core-7.2.2.tgz#fc561df415f5f07ddec92f79b472803be753b439"
+  integrity sha512-OhPXkl4UvQDy2CCGj6rKKDuxwY4OyAmsCtsJ84dQXcgTOER9aVf6DR++ydPc2OfMwcBNmE8ZFpgEW9OUM07wNA==
 
-"@chunkd/source-file@^4.5.1":
-  version "4.5.1"
-  resolved "https://registry.yarnpkg.com/@chunkd/source-file/-/source-file-4.5.1.tgz#c5971adad64b21c1c5b9f74790f0fb33c9b54a78"
-  integrity sha512-LBv6rFgyDpUboJoCZZRwzzpRPcw2oNGm97LKRhOQl9Fu4QX4bGS1UEn82sddbu2nA278+pi4yKwvsGavDcBgXQ==
+"@chunkd/source-file@^7.2.2":
+  version "7.2.2"
+  resolved "https://registry.yarnpkg.com/@chunkd/source-file/-/source-file-7.2.2.tgz#c05c255b52f316aab95a7e930b2665dac2042253"
+  integrity sha512-OznggHr3BVvuDwqxErA34jHWkDqMF8kqJ1l6K3mkR9jTSPd7LSKaiaxJZhIHp0G1SBOaS8gZ7WEXON5mcC7wMw==
   dependencies:
-    "@chunkd/core" "^4.5.1"
+    "@chunkd/core" "^7.2.2"
 
 "@eslint/eslintrc@^0.4.3":
   version "0.4.3"