Skip to content

Commit

Permalink
Temporarily disable tmp-cdx creation (#499)
Browse files Browse the repository at this point in the history
Fixes #498 

To revert after 1.0.0 when we make changes that allow for using the temp
CDX in WACZ creation.
  • Loading branch information
tw4l committed Mar 18, 2024
1 parent f96c6a1 commit 4d64eed
Show file tree
Hide file tree
Showing 2 changed files with 4 additions and 4 deletions.
4 changes: 2 additions & 2 deletions src/util/recorder.ts
Original file line number Diff line number Diff line change
Expand Up @@ -130,7 +130,7 @@ export class Recorder {

fs.mkdirSync(this.tempdir, { recursive: true });
fs.mkdirSync(this.archivesDir, { recursive: true });
fs.mkdirSync(this.tempCdxDir, { recursive: true });
// fs.mkdirSync(this.tempCdxDir, { recursive: true });

const prefix =
process.env.WARC_PREFIX || crawler.params.warcPrefix || "rec";
Expand All @@ -141,7 +141,7 @@ export class Recorder {

this.writer = new WARCWriter({
archivesDir: this.archivesDir,
tempCdxDir: this.tempCdxDir,
// tempCdxDir: this.tempCdxDir,
filenameTemplate,
rolloverSize: crawler.params.rolloverSize,
gzip: this.gzip,
Expand Down
4 changes: 2 additions & 2 deletions src/util/warcwriter.ts
Original file line number Diff line number Diff line change
Expand Up @@ -13,7 +13,7 @@ const DEFAULT_ROLLOVER_SIZE = 1_000_000_000;
// =================================================================
export class WARCWriter implements IndexerOffsetLength {
archivesDir: string;
tempCdxDir: string;
tempCdxDir?: string;
filenameTemplate: string;
filename?: string;
gzip: boolean;
Expand All @@ -39,7 +39,7 @@ export class WARCWriter implements IndexerOffsetLength {
logDetails,
}: {
archivesDir: string;
tempCdxDir: string;
tempCdxDir?: string;
filenameTemplate: string;
rolloverSize?: number;
gzip: boolean;
Expand Down

0 comments on commit 4d64eed

Please sign in to comment.