Skip to content

Commit 9bb97ce

Browse files
johannschopplichjohannschopplich
committed
perf: remove tsx usage
1 parent b141392 commit 9bb97ce

45 files changed

Lines changed: 151 additions & 151 deletions

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

‎benchmarks/package.json‎

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -3,9 +3,9 @@
33
"type": "module",
44
"private": true,
55
"scripts": {
6-
"benchmark:tokens": "tsx scripts/token-efficiency-benchmark.ts",
7-
"benchmark:accuracy": "tsx --env-file=.env scripts/accuracy-benchmark.ts",
8-
"fetch:github-repos": "tsx scripts/fetch-github-repos.ts"
6+
"benchmark:tokens": "node scripts/token-efficiency-benchmark.ts",
7+
"benchmark:accuracy": "node --env-file=.env scripts/accuracy-benchmark.ts",
8+
"fetch:github-repos": "node scripts/fetch-github-repos.ts"
99
},
1010
"devDependencies": {
1111
"@ai-sdk/anthropic": "^2.0.56",

‎benchmarks/scripts/accuracy-benchmark.ts‎

Lines changed: 9 additions & 9 deletions
Original file line numberDiff line numberDiff line change
@@ -1,17 +1,17 @@
1-
import type { Question } from '../src/types'
1+
import type { Question } from '../src/types.ts'
22
import * as fsp from 'node:fs/promises'
33
import * as path from 'node:path'
44
import process from 'node:process'
55
import * as prompts from '@clack/prompts'
66
import PQueue from 'p-queue'
7-
import { BENCHMARKS_DIR, DEFAULT_CONCURRENCY, DRY_RUN, DRY_RUN_LIMITS, MODEL_RPM_LIMITS, ROOT_DIR } from '../src/constants'
8-
import { ACCURACY_DATASETS } from '../src/datasets'
9-
import { evaluateQuestion, models } from '../src/evaluate'
10-
import { formatters, supportsCSV } from '../src/formatters'
11-
import { generateQuestions } from '../src/questions'
12-
import { calculateFormatResults, calculateTokenCounts, generateAccuracyReport } from '../src/report'
13-
import { getAllModelResults, hasModelResults, saveModelResults } from '../src/storage'
14-
import { ensureDir } from '../src/utils'
7+
import { BENCHMARKS_DIR, DEFAULT_CONCURRENCY, DRY_RUN, DRY_RUN_LIMITS, MODEL_RPM_LIMITS, ROOT_DIR } from '../src/constants.ts'
8+
import { ACCURACY_DATASETS } from '../src/datasets.ts'
9+
import { evaluateQuestion, models } from '../src/evaluate.ts'
10+
import { formatters, supportsCSV } from '../src/formatters.ts'
11+
import { generateQuestions } from '../src/questions/index.ts'
12+
import { calculateFormatResults, calculateTokenCounts, generateAccuracyReport } from '../src/report.ts'
13+
import { getAllModelResults, hasModelResults, saveModelResults } from '../src/storage.ts'
14+
import { ensureDir } from '../src/utils.ts'
1515

1616
// Constants
1717
const PROGRESS_UPDATE_INTERVAL = 10

‎benchmarks/scripts/fetch-github-repos.ts‎

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -4,8 +4,8 @@ import process from 'node:process'
44
import * as prompts from '@clack/prompts'
55
import { ofetch } from 'ofetch'
66
import pMap from 'p-map'
7-
import { BENCHMARKS_DIR } from '../src/constants'
8-
import { ensureDir } from '../src/utils'
7+
import { BENCHMARKS_DIR } from '../src/constants.ts'
8+
import { ensureDir } from '../src/utils.ts'
99

1010
prompts.intro('GitHub Repositories Fetcher')
1111

‎benchmarks/scripts/token-efficiency-benchmark.ts‎

Lines changed: 6 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -1,12 +1,12 @@
1-
import type { Dataset } from '../src/types'
1+
import type { Dataset } from '../src/types.ts'
22
import * as fsp from 'node:fs/promises'
33
import * as path from 'node:path'
44
import * as prompts from '@clack/prompts'
5-
import { encode } from '../../packages/toon/src'
6-
import { BENCHMARKS_DIR, FORMATTER_DISPLAY_NAMES, ROOT_DIR } from '../src/constants'
7-
import { TOKEN_EFFICIENCY_DATASETS } from '../src/datasets'
8-
import { formatters, supportsCSV } from '../src/formatters'
9-
import { createProgressBar, ensureDir, tokenize } from '../src/utils'
5+
import { encode } from '../../packages/toon/src/index.ts'
6+
import { BENCHMARKS_DIR, FORMATTER_DISPLAY_NAMES, ROOT_DIR } from '../src/constants.ts'
7+
import { TOKEN_EFFICIENCY_DATASETS } from '../src/datasets.ts'
8+
import { formatters, supportsCSV } from '../src/formatters.ts'
9+
import { createProgressBar, ensureDir, tokenize } from '../src/utils.ts'
1010

1111
interface FormatMetrics {
1212
name: string

‎benchmarks/src/datasets.ts‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1,4 +1,4 @@
1-
import type { Dataset } from './types'
1+
import type { Dataset } from './types.ts'
22
import { faker } from '@faker-js/faker'
33
import githubRepos from '../data/github-repos.json' with { type: 'json' }
44

‎benchmarks/src/evaluate.ts‎

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -1,11 +1,11 @@
11
import type { LanguageModelV2 } from '@ai-sdk/provider'
2-
import type { EvaluationResult, Question } from './types'
2+
import type { EvaluationResult, Question } from './types.ts'
33
import { anthropic } from '@ai-sdk/anthropic'
44
import { google } from '@ai-sdk/google'
55
import { openai } from '@ai-sdk/openai'
66
import { xai } from '@ai-sdk/xai'
77
import { generateText } from 'ai'
8-
import { compareAnswers } from './normalize'
8+
import { compareAnswers } from './normalize.ts'
99

1010
/**
1111
* Models used for evaluation

‎benchmarks/src/formatters.ts‎

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -1,8 +1,8 @@
1-
import type { Dataset } from './types'
1+
import type { Dataset } from './types.ts'
22
import { stringify as stringifyCSV } from 'csv-stringify/sync'
33
import { XMLBuilder } from 'fast-xml-parser'
44
import { stringify as stringifyYAML } from 'yaml'
5-
import { encode as encodeToon } from '../../packages/toon/src'
5+
import { encode as encodeToon } from '../../packages/toon/src/index.ts'
66

77
/**
88
* Format converters registry

‎benchmarks/src/questions/analytics.ts‎

Lines changed: 4 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -1,7 +1,7 @@
1-
import type { AnalyticsMetric } from '../datasets'
2-
import type { Question } from '../types'
3-
import { QUESTION_LIMITS, QUESTION_THRESHOLDS } from '../constants'
4-
import { QuestionBuilder, rotateQuestions, SAMPLE_STRIDES } from './utils'
1+
import type { AnalyticsMetric } from '../datasets.ts'
2+
import type { Question } from '../types.ts'
3+
import { QUESTION_LIMITS, QUESTION_THRESHOLDS } from '../constants.ts'
4+
import { QuestionBuilder, rotateQuestions, SAMPLE_STRIDES } from './utils.ts'
55

66
/**
77
* Generate analytics (website metrics) questions

‎benchmarks/src/questions/event-logs.ts‎

Lines changed: 4 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -1,7 +1,7 @@
1-
import type { EventLog } from '../datasets'
2-
import type { Question } from '../types'
3-
import { QUESTION_LIMITS } from '../constants'
4-
import { QuestionBuilder, rotateQuestions, SAMPLE_STRIDES } from './utils'
1+
import type { EventLog } from '../datasets.ts'
2+
import type { Question } from '../types.ts'
3+
import { QUESTION_LIMITS } from '../constants.ts'
4+
import { QuestionBuilder, rotateQuestions, SAMPLE_STRIDES } from './utils.ts'
55

66
/**
77
* Generate event log questions

‎benchmarks/src/questions/github.ts‎

Lines changed: 4 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -1,7 +1,7 @@
1-
import type { Repository } from '../datasets'
2-
import type { Question } from '../types'
3-
import { QUESTION_LIMITS, QUESTION_THRESHOLDS } from '../constants'
4-
import { QuestionBuilder, rotateQuestions, SAMPLE_STRIDES } from './utils'
1+
import type { Repository } from '../datasets.ts'
2+
import type { Question } from '../types.ts'
3+
import { QUESTION_LIMITS, QUESTION_THRESHOLDS } from '../constants.ts'
4+
import { QuestionBuilder, rotateQuestions, SAMPLE_STRIDES } from './utils.ts'
55

66
/**
77
* Generate GitHub repository questions

0 commit comments

Comments
 (0)