renamed

README.md

@@ -1,5 +1,5 @@
-# grillo-eval
-[![Node.js CI](https://github.com/andrefs/grillo-eval/actions/workflows/node.js.yml/badge.svg)](https://github.com/andrefs/grillo-eval/actions/workflows/node.js.yml)
+# punuy-eval
+[![Node.js CI](https://github.com/andrefs/punuy-eval/actions/workflows/node.js.yml/badge.svg)](https://github.com/andrefs/punuy-eval/actions/workflows/node.js.yml)
 
 Evaluate LLMs capability of assessing semantic relations
 

package.json

@@ -1,6 +1,6 @@
 {
-  "name": "grillo-eval",
-  "version": "0.0.1",
+  "name": "punuy-eval",
+  "version": "0.0.2",
   "description": "",
   "main": "index.js",
   "scripts": {
@@ -15,7 +15,7 @@
     "ajv-formats": "2.1.1",
     "dotenv": "16.3.1",
     "fastest-levenshtein": "1.0.16",
-    "grillo-datasets": "file:../grillo-datasets",
+    "punuy-datasets": "file:../punuy-datasets",
     "openai": "4.19.0",
     "pino": "8.16.2",
     "ts-node": "10.9.1"

src/index.ts

@@ -3,7 +3,7 @@ import 'dotenv/config';
 import {
   compareMc30
 } from "./lib/experiments";
-import rg65 from 'grillo-datasets/rg65';
+import rg65 from 'punuy-datasets/rg65';
 import { gpt4, gpt4turbo, gpt35turbo } from './lib/models';
 import { DatasetProfile } from './lib/types';
 import logger from './lib/logger';

src/lib/experiments/compare-mc30.ts

@@ -1,6 +1,6 @@
-import mc30 from 'grillo-datasets/mc30';
-import rg65 from 'grillo-datasets/rg65';
-import ws353 from 'grillo-datasets/ws353';
+import mc30 from 'punuy-datasets/mc30';
+import rg65 from 'punuy-datasets/rg65';
+import ws353 from 'punuy-datasets/ws353';
 
 import { Model, ModelIds, gpt35turbo, gpt4, gpt4turbo } from '../models'
 import { DatasetProfile } from "../types";

src/lib/experiments/experiment.ts

@@ -75,7 +75,7 @@ export async function saveExperimentData(data: ExperimentData) {
   const modelId = data.modelId;
   const rootFolder = './results';
   const filename = `${rootFolder}/${ts}_${expName}_${dsId}_${modelId}.json`;
-  const json = JSON.stringify(data);
+  const json = JSON.stringify(data, null, 2);
 
   logger.info(`Saving experiment ${data.name} ${data.trialResults.length} times on model ${data.modelId} to ${filename}.`);
 

src/scripts/dsNameFromDsSample.ts

@@ -1,8 +1,8 @@
-import { DatasetProfile } from "grillo-datasets/src/lib/types";
+import { DatasetProfile } from "punuy-datasets/src/lib/types";
 import logger from "../lib/logger";
 import { dsNameFromDsSample } from "../lib/experiments";
 import { gpt35turbo, gpt4, gpt4turbo } from "../lib/models";
-import { rg65 } from "grillo-datasets";
+import { rg65 } from "punuy-datasets";
 
 
 const nameFromSample = async (ds: DatasetProfile) => {

src/scripts/dsPaperFromDsName.ts

@@ -1,8 +1,8 @@
-import { DatasetProfile } from "grillo-datasets/src/lib/types";
+import { DatasetProfile } from "punuy-datasets/src/lib/types";
 import { dsPaperFromDsName } from "../lib/experiments";
 import { gpt35turbo, gpt4, gpt4turbo } from "../lib/models";
 import logger from "../lib/logger";
-import { rg65 } from "grillo-datasets";
+import { rg65 } from "punuy-datasets";
 
 const paperFromName = async (ds: DatasetProfile) => {
 

src/scripts/dsSampleFromDsName.ts

@@ -1,7 +1,7 @@
-import { DatasetProfile } from "grillo-datasets/src/lib/types";
+import { DatasetProfile } from "punuy-datasets/src/lib/types";
 import { dsSampleFromDsName, saveExperimentData } from "../lib/experiments";
 import { gpt35turbo, gpt4, gpt4turbo } from "../lib/models";
-import { rg65 } from "grillo-datasets";
+import { rg65 } from "punuy-datasets";
 import logger from "../lib/logger";
 
 const sampleFromName = async (ds: DatasetProfile) => {

src/scripts/dsSampleFromDsSample.ts

@@ -1,8 +1,8 @@
-import { DatasetProfile } from "grillo-datasets/src/lib/types";
+import { DatasetProfile } from "punuy-datasets/src/lib/types";
 import logger from "../lib/logger";
 import { gpt35turbo, gpt4, gpt4turbo } from "../lib/models";
 import { dsSampleFromDsSample } from "../lib/experiments";
-import { rg65 } from "grillo-datasets";
+import { rg65 } from "punuy-datasets";
 
 const sampleFromSample = async (ds: DatasetProfile) => {
   logger.info('Starting')