From 5ed3ff8a16658e979bfa38287b37dabd4ac4c3cf Mon Sep 17 00:00:00 2001 From: Ziqi Fan Date: Mon, 24 Mar 2025 15:10:47 -0700 Subject: [PATCH 1/2] docs: move Constrained_Decoding and Function_Calling to Feature_Guide | rm AI_Agents_Guide folder --- AI_Agents_Guide/README.md | 62 ------------------- .../Constrained_Decoding/README.md | 2 +- .../Constrained_Decoding/artifacts/client.py | 2 +- .../artifacts/client_utils.py | 2 +- .../Constrained_Decoding/artifacts/utils.py | 2 +- .../Function_Calling/README.md | 2 +- .../Function_Calling/artifacts/client.py | 2 +- .../artifacts/client_utils.py | 2 +- .../artifacts/system_prompt_schema.yml | 0 9 files changed, 7 insertions(+), 69 deletions(-) delete mode 100644 AI_Agents_Guide/README.md rename {AI_Agents_Guide => Feature_Guide}/Constrained_Decoding/README.md (99%) rename {AI_Agents_Guide => Feature_Guide}/Constrained_Decoding/artifacts/client.py (99%) rename {AI_Agents_Guide => Feature_Guide}/Constrained_Decoding/artifacts/client_utils.py (99%) rename {AI_Agents_Guide => Feature_Guide}/Constrained_Decoding/artifacts/utils.py (98%) rename {AI_Agents_Guide => Feature_Guide}/Function_Calling/README.md (99%) rename {AI_Agents_Guide => Feature_Guide}/Function_Calling/artifacts/client.py (99%) rename {AI_Agents_Guide => Feature_Guide}/Function_Calling/artifacts/client_utils.py (99%) rename {AI_Agents_Guide => Feature_Guide}/Function_Calling/artifacts/system_prompt_schema.yml (100%) diff --git a/AI_Agents_Guide/README.md b/AI_Agents_Guide/README.md deleted file mode 100644 index 3224d7a8..00000000 --- a/AI_Agents_Guide/README.md +++ /dev/null @@ -1,62 +0,0 @@ - - -# Guide to Deploying AI Agents with Triton Inference Server - -Welcome to the **Guide to Deploying AI Agents with Triton Inference Server**. -This repository provides a set of tutorials designed to help you deploy -AI agents efficiently using the Triton Inference Server. This guide is intended -for users who are already familiar with the basics of Triton and are looking to -expand their knowledge. - -For beginners, we recommend starting with the -[Conceptual Guide](tutorials/Conceptual_Guide/README.md), which covers -foundational concepts and basic setup of Triton Inference Server. - -## AI agents and Agentic Workflows - -Modern large language models (LLMs) are integral components of AI agents — -sophisticated self-governing systems that make decisions by interacting with -their environment and analyzing the data they gather. By integrating LLMs, -AI agents can understand, generate, and respond to human language with high -proficiency, enabling them to perform complex tasks such as language -translation, content generation, and conversational interactions. - - -## Table of Contents - -- [Constrained Decoding](Constrained_Decoding/README.md) - * Learn about constrained decoding, how to implement it in Triton, - and explore practical examples and use cases. -- [Function Calling](Function_Calling/README.md) - * Discover how to set up and utilize function calling within AI models using - Triton. This section includes detailed instructions and examples to help you - integrate function calling into your deployments. - - - diff --git a/AI_Agents_Guide/Constrained_Decoding/README.md b/Feature_Guide/Constrained_Decoding/README.md similarity index 99% rename from AI_Agents_Guide/Constrained_Decoding/README.md rename to Feature_Guide/Constrained_Decoding/README.md index 82e2e00e..40d9ed4f 100644 --- a/AI_Agents_Guide/Constrained_Decoding/README.md +++ b/Feature_Guide/Constrained_Decoding/README.md @@ -1,5 +1,5 @@