-
Notifications
You must be signed in to change notification settings - Fork 32
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Merge pull request #2 from javagl/tools-ts-implicit
Support for implicit tileset traversal (and metadata handling)
- Loading branch information
Showing
101 changed files
with
19,185 additions
and
85 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,43 @@ | ||
| import path from "path"; | ||
|
|
||
| import { readJsonUnchecked } from "./readJsonUnchecked"; | ||
|
|
||
| import { ResourceResolvers } from "../src/io/ResourceResolvers"; | ||
| import { TilesetTraverser } from "../src/traversal/TilesetTraverser"; | ||
|
|
||
| async function tilesetTraversalDemo(filePath: string) { | ||
| const directory = path.dirname(filePath); | ||
| const resourceResolver = | ||
| ResourceResolvers.createFileResourceResolver(directory); | ||
| const tileset = await readJsonUnchecked(filePath); | ||
| // Note: External schemas are not considered here | ||
| const schema = tileset.schema; | ||
| const depthFirst = false; | ||
| console.log("Traversing tileset"); | ||
| await TilesetTraverser.traverse( | ||
| tileset, | ||
| schema, | ||
| resourceResolver, | ||
| async (traversedTile) => { | ||
| const contentUris = traversedTile.getFinalContents().map((c) => c.uri); | ||
| const geometricError = traversedTile.asFinalTile().geometricError; | ||
| console.log( | ||
| ` Traversed tile: ${traversedTile}, ` + | ||
| `path: ${traversedTile.path}, ` + | ||
| `contents [${contentUris}], ` + | ||
| `geometricError ${geometricError}` | ||
| ); | ||
| return true; | ||
| }, | ||
| depthFirst | ||
| ); | ||
| console.log("Traversing tileset DONE"); | ||
| } | ||
|
|
||
| async function runDemo() { | ||
| const tilesetFileName = | ||
| "../3d-tiles-samples/1.1/SparseImplicitQuadtree/tileset.json"; | ||
| await tilesetTraversalDemo(tilesetFileName); | ||
| } | ||
|
|
||
| runDemo(); |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,217 @@ | ||
| import fs from "fs"; | ||
| import path from "path"; | ||
|
|
||
| import { readJsonUnchecked } from "./readJsonUnchecked"; | ||
|
|
||
| import { ResourceResolvers } from "../src/io/ResourceResolvers"; | ||
|
|
||
| import { TilesetTraverser } from "../src/traversal/TilesetTraverser"; | ||
| import { TraversedTile } from "../src/traversal/TraversedTile"; | ||
|
|
||
| // A small demo that traverses a tileset, passes all | ||
| // traversed tiles to a "StatsCollector" (defined below), | ||
| // and creates a short JSON summary of some statistics. | ||
|
|
||
| async function tilesetTraversalDemo(filePath: string) { | ||
| // Read the tileset from the input path | ||
| const directory = path.dirname(filePath); | ||
| const resourceResolver = | ||
| ResourceResolvers.createFileResourceResolver(directory); | ||
| const tileset = await readJsonUnchecked(filePath); | ||
| // Note: External schemas are not considered here | ||
| const schema = tileset.schema; | ||
|
|
||
| // Traverse the tileset, and pass each tile to | ||
| // the StatsCollector | ||
| console.log("Traversing tileset"); | ||
| const tilesetStatsCollector = new TilesetStatsCollector(); | ||
| const depthFirst = false; | ||
| await TilesetTraverser.traverse( | ||
| tileset, | ||
| schema, | ||
| resourceResolver, | ||
| async (traversedTile) => { | ||
| tilesetStatsCollector.accept(traversedTile); | ||
| return true; | ||
| }, | ||
| depthFirst | ||
| ); | ||
| console.log("Traversing tileset DONE"); | ||
|
|
||
| // Print the statistics summary to the console | ||
| console.log("Stats:"); | ||
| const json = tilesetStatsCollector.createJson(); | ||
| const jsonString = JSON.stringify(json, null, 2); | ||
| console.log(jsonString); | ||
| } | ||
|
|
||
| // A simple class to collect statistical information | ||
| class StatsCollector { | ||
| // A mapping from value names to counters | ||
| private readonly counters: { | ||
| [key: string]: Counter; | ||
| } = {}; | ||
|
|
||
| // A mapping from value names to statistical summaries | ||
| private readonly summaries: { | ||
| [key: string]: Summary; | ||
| } = {}; | ||
|
|
||
| // Add one entry to a summary, creating it when necessary | ||
| acceptEntry(name: string, value: number) { | ||
| let summary = this.summaries[name]; | ||
| if (!summary) { | ||
| summary = new Summary(); | ||
| this.summaries[name] = summary; | ||
| } | ||
| summary.accept(value); | ||
| } | ||
|
|
||
| // Increment a counter, creating it when necessary | ||
| increment(name: string) { | ||
| let counter = this.counters[name]; | ||
| if (!counter) { | ||
| counter = new Counter(); | ||
| this.counters[name] = counter; | ||
| } | ||
| counter.increment(); | ||
| } | ||
|
|
||
| // Create a short JSON representation of the collected data | ||
| createJson(): any { | ||
| const json: any = {}; | ||
| for (const key of Object.keys(this.counters)) { | ||
| const counter = this.counters[key]; | ||
| json[key] = counter.getCount(); | ||
| } | ||
| for (const key of Object.keys(this.summaries)) { | ||
| const summary = this.summaries[key]; | ||
| json[key] = { | ||
| count: summary.getCount(), | ||
| sum: summary.getSum(), | ||
| min: summary.getMinimum(), | ||
| max: summary.getMaximum(), | ||
| avg: summary.getMean(), | ||
| stdDev: summary.getStandardDeviation(), | ||
| }; | ||
| } | ||
| return json; | ||
| } | ||
| } | ||
|
|
||
| /** | ||
| * A class that serves as a counter in the `StatsCollector` | ||
| */ | ||
| class Counter { | ||
| private count: number; | ||
|
|
||
| public constructor() { | ||
| this.count = 0; | ||
| } | ||
|
|
||
| increment() { | ||
| this.count++; | ||
| } | ||
|
|
||
| getCount() { | ||
| return this.count; | ||
| } | ||
| } | ||
|
|
||
| /** | ||
| * A class that can accept numbers, and collects statistical | ||
| * information for these numbers. | ||
| */ | ||
| class Summary { | ||
| private count: number; | ||
| private sum: number; | ||
| private min: number; | ||
| private max: number; | ||
| private varianceTracker: number; | ||
|
|
||
| public constructor() { | ||
| this.count = 0; | ||
| this.sum = 0.0; | ||
| this.min = Number.POSITIVE_INFINITY; | ||
| this.max = Number.NEGATIVE_INFINITY; | ||
| this.varianceTracker = 0.0; | ||
| } | ||
|
|
||
| accept(value: number) { | ||
| const deviation = value - this.getMean(); | ||
| this.sum += value; | ||
| this.min = Math.min(this.min, value); | ||
| this.max = Math.max(this.max, value); | ||
| this.count++; | ||
| if (this.count > 1) { | ||
| this.varianceTracker += | ||
| (deviation * deviation * (this.count - 1)) / this.count; | ||
| } | ||
| } | ||
|
|
||
| getCount() { | ||
| return this.count; | ||
| } | ||
|
|
||
| getSum() { | ||
| return this.sum; | ||
| } | ||
|
|
||
| getMinimum() { | ||
| return this.min; | ||
| } | ||
|
|
||
| getMaximum() { | ||
| return this.max; | ||
| } | ||
|
|
||
| getMean() { | ||
| return this.sum / this.count; | ||
| } | ||
|
|
||
| getStandardDeviation() { | ||
| return Math.sqrt(this.varianceTracker / this.count); | ||
| } | ||
| } | ||
|
|
||
| // A specialization of the `StatsColleror` that collects | ||
| // information about the tiles that are traversed with | ||
| // a TilesetTraverser | ||
| class TilesetStatsCollector extends StatsCollector { | ||
| // Accept the given tile during traversal, and collect | ||
| // statistical information | ||
| accept(traversedTile: TraversedTile) { | ||
| this.increment("totalNumberOfTiles"); | ||
|
|
||
| // NOTE: This is a means of checking whether a tile | ||
| // is the root of an implicit tileset. This may be | ||
| // refactored at some point. | ||
| if (traversedTile.getImplicitTiling()) { | ||
| this.increment("totalNumberOfSubtres"); | ||
| } else { | ||
| // Obtain all content URIs, resolve them, and obtain | ||
| // the sizes of the corresponding files, storing them | ||
| // in the "tileFileSize" summary | ||
| const contentUris = traversedTile.getFinalContents().map((c) => c.uri); | ||
| for (const contentUri of contentUris) { | ||
| const resolvedContentUri = traversedTile.resolveUri(contentUri); | ||
| const stats = fs.statSync(resolvedContentUri); | ||
| const tileFileSizeInBytes = stats.size; | ||
| this.acceptEntry("tileFileSize", tileFileSizeInBytes); | ||
| } | ||
| } | ||
|
|
||
| // Store the geometric error in the "geometricError" summary | ||
| const finalTile = traversedTile.asFinalTile(); | ||
| const geometricError = finalTile.geometricError; | ||
| this.acceptEntry("geometricError", geometricError); | ||
| } | ||
| } | ||
|
|
||
| async function runDemo() { | ||
| const tilesetFileName = | ||
| "../3d-tiles-samples/1.1/SparseImplicitQuadtree/tileset.json"; | ||
| await tilesetTraversalDemo(tilesetFileName); | ||
| } | ||
|
|
||
| runDemo(); |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,27 @@ | ||
| import fs from "fs"; | ||
|
|
||
| /** | ||
| * Only for internal use and basic tests: | ||
| * | ||
| * Reads a JSON file, parses it, and returns the result. | ||
| * If the file cannot be read or parsed, then an error | ||
| * message will be printed and `undefined` is returned. | ||
| * | ||
| * @param filePath - The path to the file | ||
| * @returns A promise that resolves with the result or `undefined` | ||
| */ | ||
| export async function readJsonUnchecked(filePath: string): Promise<any> { | ||
| try { | ||
| const data = fs.readFileSync(filePath); | ||
| if (!data) { | ||
| console.error("Could not read " + filePath); | ||
| return undefined; | ||
| } | ||
| const jsonString = data.toString(); | ||
| const result = JSON.parse(jsonString); | ||
| return result; | ||
| } catch (error) { | ||
| console.error("Could not parse JSON", error); | ||
| return undefined; | ||
| } | ||
| } |
Oops, something went wrong.