feat(rnd): add FastAPI support to existing project outline

rnd/autogpt_server/README.md

@@ -0,0 +1,20 @@
+# Next Gen AutoGPT 
+
+This is a research project into creating the next generation of autogpt, which is an autogpt agent server.
+
+The agent server will enable the creation of composite multi-agent system that utilize AutoGPT Agent as its default agent.
+
+
+## Project Outline
+
+Currently the project mainly consist of these components:
+
+*agent_api*
+A component that will expose API endpoints for the creation & execution of agents.
+This component will make connections to the database to persist and read the agents.
+It will also trigger the agent execution by pushing its execution request to the ExecutionQueue.
+
+*agent_executor*
+A component that will execute the agents.
+This component will be a pool of processes/threads that will consume the ExecutionQueue and execute the agent accordingly. 
+The result and progress of its execution will be persisted in the database.

rnd/autogpt_server/autogpt_server/agent_api/__init__.py

@@ -0,0 +1 @@
+from .server import start_server  # noqa

rnd/autogpt_server/autogpt_server/agent_api/server.py

@@ -0,0 +1,29 @@
+import uvicorn
+from fastapi import FastAPI
+
+from autogpt_server.data import ExecutionQueue
+
+app = FastAPI(
+    title="AutoGPT Agent Server",
+    description=(
+        "This server is used to execute agents that are created by the AutoGPT system."
+    ),
+    summary="AutoGPT Agent Server",
+    version="0.1",
+)
+
+execution_queue: ExecutionQueue = None
+
+
+@app.post("/agents/{agent_id}/execute")
+def execute_agent(agent_id: str):
+    execution_id = execution_queue.add(agent_id)
+    return {"execution_id": execution_id, "agent_id": agent_id}
+
+
+def start_server(queue: ExecutionQueue, use_uvicorn: bool = True):
+    global execution_queue
+    execution_queue = queue
+    if use_uvicorn:
+        uvicorn.run(app)
+    return app

rnd/autogpt_server/autogpt_server/agent_executor/__init__.py

@@ -0,0 +1 @@
+from .executor import start_executor  # noqa

rnd/autogpt_server/autogpt_server/agent_executor/executor.py

@@ -0,0 +1,35 @@
+import logging
+import time
+
+from multiprocessing import Process
+from concurrent.futures import ThreadPoolExecutor
+
+from autogpt_server.data import ExecutionQueue
+
+logger = logging.getLogger(__name__)
+
+
+# TODO: Replace this by an actual Agent Execution.
+def __execute(id: str, data: str) -> None:
+    logger.warning(f"Executor processing started, execution_id: {id}, data: {data}")
+    for i in range(5):
+        logger.warning(
+            f"Executor processing step {i}, execution_id: {id}, data: {data}"
+        )
+        time.sleep(1)
+    logger.warning(f"Executor processing completed, execution_id: {id}, data: {data}")
+
+
+def __start_executor(pool_size: int, queue: ExecutionQueue) -> None:
+    with ThreadPoolExecutor(max_workers=pool_size) as executor:
+        while True:
+            execution = queue.get()
+            if not execution:
+                time.sleep(1)
+                continue
+            executor.submit(__execute, execution.execution_id, execution.data)
+
+
+def start_executor(pool_size: int, queue: ExecutionQueue) -> None:
+    executor_process = Process(target=__start_executor, args=(pool_size, queue))
+    executor_process.start()

rnd/autogpt_server/autogpt_server/app.py

@@ -0,0 +1,11 @@
+from autogpt_server.agent_api import start_server
+from autogpt_server.agent_executor import start_executor
+from autogpt_server.data import ExecutionQueue
+
+def main() -> None:
+    queue = ExecutionQueue()
+    start_executor(5, queue)
+    start_server(queue)
+
+if __name__ == "__main__":
+    main()

rnd/autogpt_server/autogpt_server/data.py

@@ -0,0 +1,36 @@
+import uuid
+from multiprocessing import Queue
+
+
+class Execution:
+    """Data model for an execution of an Agent"""
+
+    def __init__(self, execution_id: str, data: str):
+        self.execution_id = execution_id
+        self.data = data
+
+
+# TODO: This shared class make api & executor coupled in one machine.
+# Replace this with a persistent & remote-hosted queue.
+# One very likely candidate would be persisted Redis (Redis Queue).
+# It will also open the possibility of using it for other purposes like
+# caching, execution engine broker (like Celery), user session management etc.
+class ExecutionQueue:
+    """
+    Queue for managing the execution of agents.
+    This will be shared between different processes
+    """
+
+    def __init__(self):
+        self.queue = Queue()
+
+    def add(self, data: str) -> str:
+        execution_id = uuid.uuid4()
+        self.queue.put(Execution(str(execution_id), data))
+        return str(execution_id)
+
+    def get(self) -> Execution | None:
+        return self.queue.get()
+
+    def empty(self) -> bool:
+        return self.queue.empty()

rnd/nextgenautogpt/pyproject.toml → rnd/autogpt_server/pyproject.toml

@@ -1,5 +1,5 @@
 [tool.poetry]
-name = "rnd"
+name = "autogpt_server"
 version = "0.1.0"
 description = ""
 authors = ["SwiftyOS <craigswift13@gmail.com>"]
@@ -9,6 +9,7 @@ readme = "README.md"
 python = "^3.10"
 click = "^8.1.7"
 pydantic = "^2.7.1"
+pytest = "^8.2.1"
 
 
 [build-system]

rnd/autogpt_server/run.sh

@@ -0,0 +1 @@
+python3 -m autogpt_server.app

rnd/autogpt_server/test/test_app.py

@@ -0,0 +1,31 @@
+import pytest
+
+from autogpt_server.data import ExecutionQueue
+from autogpt_server.agent_api import start_server
+from autogpt_server.agent_executor import start_executor
+from fastapi.testclient import TestClient
+
+@pytest.fixture
+def client():
+    execution_queue = ExecutionQueue()
+    start_executor(5, execution_queue)
+    return TestClient(start_server(execution_queue, use_uvicorn=False))
+
+
+def test_execute_agent(client):
+    # Assert API is working
+    response = client.post("/agents/dummy_agent_1/execute")
+    assert response.status_code == 200
+
+    # Assert response is correct
+    data = response.json()
+    exec_id = data["execution_id"]
+    agent_id = data["agent_id"]
+    assert agent_id == "dummy_agent_1"
+    assert isinstance(exec_id, str)
+    assert len(exec_id) == 36
+
+    # TODO: Add assertion that the executor is executed after some time
+    # Add this when db integration is done.
+
+