From 084366f605d1ad656fa5b8cc166329681de1766e Mon Sep 17 00:00:00 2001 From: Chris Alexiuk Date: Mon, 25 Aug 2025 17:59:42 -0400 Subject: [PATCH] LLM-as-a-Judge Notebook Clarification, and Doc Link Update Signed-off-by: Chris Alexiuk --- .../Getting Started with NeMo Evaluator.ipynb | 2 +- nemo/Evaluator/LLMAsAJudge/LLM As a Judge.ipynb | 6 ++++-- 2 files changed, 5 insertions(+), 3 deletions(-) diff --git a/nemo/Evaluator/GettingStarted/Getting Started with NeMo Evaluator.ipynb b/nemo/Evaluator/GettingStarted/Getting Started with NeMo Evaluator.ipynb index 792e36da8..20bca1272 100644 --- a/nemo/Evaluator/GettingStarted/Getting Started with NeMo Evaluator.ipynb +++ b/nemo/Evaluator/GettingStarted/Getting Started with NeMo Evaluator.ipynb @@ -19,7 +19,7 @@ "\n", "Before you begin, you will need to make sure you're in an environment where you have API access to Nemo Evaluator API, baseline model NIM, the customized model NIM, and a judge LLM NIM.\n", "\n", - "For instructions on the above, please check out the detailed [Nemo Evaluator deployment guide](https://developer.nvidia.com/docs/nemo-microservices/evaluation/source/deploy-helm.html), and the [NIM deployment guide](https://developer.nvidia.com/docs/nemo-microservices/inference/getting_started/deploy-helm.html)." + "For instructions on the above, please check out the detailed [Nemo Evaluator deployment guide](https://docs.nvidia.com/nemo/microservices/latest/set-up/deploy-as-microservices/evaluator/parent-chart.html), and the [NIM deployment guide](https://developer.nvidia.com/docs/nemo-microservices/inference/getting_started/deploy-helm.html)." ] }, { diff --git a/nemo/Evaluator/LLMAsAJudge/LLM As a Judge.ipynb b/nemo/Evaluator/LLMAsAJudge/LLM As a Judge.ipynb index a93d65780..64986e599 100644 --- a/nemo/Evaluator/LLMAsAJudge/LLM As a Judge.ipynb +++ b/nemo/Evaluator/LLMAsAJudge/LLM As a Judge.ipynb @@ -93,7 +93,9 @@ "cell_type": "markdown", "metadata": {}, "source": [ - "### Upload dataset to NeMo Datastore" + "### Upload dataset to NeMo Datastore\n", + "\n", + "> NOTE: Your `DATASTORE_URL` should be in the format: `http://localhost:3000`." ] }, { @@ -112,7 +114,7 @@ "repo_type = \"dataset\"\n", "dir_path = \"./llm_as_a_judge\"\n", "\n", - "hf_api = hh.HfApi(endpoint=DATASTORE_URL, token=token)\n", + "hf_api = hh.HfApi(endpoint=f\"{DATASTORE_URL}/v1/hf\", token=token)\n", "\n", "# create repo\n", "hf_api.create_repo(\n",