Skip to content

Commit

Permalink
3.1.0
Browse files Browse the repository at this point in the history
  • Loading branch information
andrefs committed Jun 4, 2024
1 parent 4cf0b2c commit b1f2287
Show file tree
Hide file tree
Showing 3 changed files with 12 additions and 10 deletions.
4 changes: 2 additions & 2 deletions package-lock.json

Some generated files are not rendered by default. Learn more about how customized files appear on GitHub.

2 changes: 1 addition & 1 deletion package.json
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
{
"name": "punuy-eval",
"version": "3.0.2",
"version": "3.1.0",
"description": "",
"main": "index.js",
"scripts": {
Expand Down
16 changes: 9 additions & 7 deletions src/lib/experiments/experiment/index.ts
Original file line number Diff line number Diff line change
Expand Up @@ -350,15 +350,17 @@ export default class Experiment<T extends GenericExpTypes> {
}
const varCombs = genValueCombinations(variables);
logger.info(
`🔬 Preparing to run experiment ${this.name
`🔬 Preparing to run experiment ${
this.name
}, ${trials} times on each variable combination:\n${varCombs
.map(vc => "\t" + JSON.stringify(getVarIds(vc)))
.join(",\n")}.`
);
const res = [] as ExperimentData<T>[];
for (const [index, vc] of varCombs.entries()) {
logger.info(
`⚗️ Running experiment ${index}/${varCombs.length}: ${this.name
`⚗️ Running experiment ${index}/${varCombs.length}: ${
this.name
} with variables ${JSON.stringify(getVarIds(vc))}.`
);
res.push(await this.perform(vc, trials, Date.now(), folder));
Expand Down Expand Up @@ -454,8 +456,8 @@ export default class Experiment<T extends GenericExpTypes> {
`🆚 Comparing ${comp.variables
.map(v => `[${v}]`)
.join(" and ")} with fixed variables ${JSON.stringify(
comp.fixedValueConfig
)}\n${tablePP}\n${csv}`
comp.fixedValueConfig
)}\n${tablePP}\n${csv}`
);
}
};
Expand All @@ -468,9 +470,9 @@ export default class Experiment<T extends GenericExpTypes> {
}
logger.info(
"📈 Usage estimate:\n" +
Object.values(usage)
.map(u => `\t${JSON.stringify(u)}`)
.join("\n")
Object.values(usage)
.map(u => `\t${JSON.stringify(u)}`)
.join("\n")
);
};
}
Expand Down

0 comments on commit b1f2287

Please sign in to comment.