diff --git a/x-pack/plugins/observability_solution/observability_ai_assistant_app/scripts/evaluation/evaluation.ts b/x-pack/plugins/observability_solution/observability_ai_assistant_app/scripts/evaluation/evaluation.ts
index 97a4fe176f30b0..6fa07af24208c7 100644
--- a/x-pack/plugins/observability_solution/observability_ai_assistant_app/scripts/evaluation/evaluation.ts
+++ b/x-pack/plugins/observability_solution/observability_ai_assistant_app/scripts/evaluation/evaluation.ts
@@ -42,6 +42,8 @@ function runEvaluations() {
             node: serviceUrls.esUrl,
           });
 
+          await kibanaClient.createSpaceIfNeeded();
+
           const connectors = await kibanaClient.getConnectors();
 
           if (!connectors.length) {
diff --git a/x-pack/plugins/observability_solution/observability_ai_assistant_app/scripts/evaluation/kibana_client.ts b/x-pack/plugins/observability_solution/observability_ai_assistant_app/scripts/evaluation/kibana_client.ts
index 72f90b176bcfcd..d2fe20e022caec 100644
--- a/x-pack/plugins/observability_solution/observability_ai_assistant_app/scripts/evaluation/kibana_client.ts
+++ b/x-pack/plugins/observability_solution/observability_ai_assistant_app/scripts/evaluation/kibana_client.ts
@@ -99,7 +99,7 @@ export class KibanaClient {
     });
   }
 
-  private getUrl(props: { query?: UrlObject['query']; pathname: string }) {
+  private getUrl(props: { query?: UrlObject['query']; pathname: string; ignoreSpaceId?: boolean }) {
     const parsed = parse(this.url);
 
     const baseUrl = parsed.pathname?.replaceAll('/', '') ?? '';
@@ -108,7 +108,7 @@ export class KibanaClient {
       ...parsed,
       pathname: `/${[
         baseUrl,
-        ...(this.spaceId ? ['s', this.spaceId] : []),
+        ...(props.ignoreSpaceId || !this.spaceId ? [] : ['s', this.spaceId]),
         props.pathname.startsWith('/') ? props.pathname.substring(1) : props.pathname,
       ].join('/')}`,
       query: props.query,
@@ -119,7 +119,7 @@ export class KibanaClient {
 
   callKibana<T>(
     method: string,
-    props: { query?: UrlObject['query']; pathname: string },
+    props: { query?: UrlObject['query']; pathname: string; ignoreSpaceId?: boolean },
     data?: any
   ) {
     const url = this.getUrl(props);
@@ -181,6 +181,58 @@ export class KibanaClient {
     this.log.info('Knowledge base installed');
   }
 
+  async createSpaceIfNeeded() {
+    if (!this.spaceId) {
+      return;
+    }
+
+    this.log.debug(`Checking if space ${this.spaceId} exists`);
+
+    const spaceExistsResponse = await this.callKibana<{
+      id?: string;
+    }>('GET', {
+      pathname: `/api/spaces/space/${this.spaceId}`,
+      ignoreSpaceId: true,
+    }).catch((error) => {
+      if (isAxiosError(error) && error.response?.status === 404) {
+        return {
+          status: 404,
+          data: {
+            id: undefined,
+          },
+        };
+      }
+      throw error;
+    });
+
+    if (spaceExistsResponse.data.id) {
+      this.log.debug(`Space id ${this.spaceId} found`);
+      return;
+    }
+
+    this.log.info(`Creating space ${this.spaceId}`);
+
+    const spaceCreatedResponse = await this.callKibana<{ id: string }>(
+      'POST',
+      {
+        pathname: '/api/spaces/space',
+        ignoreSpaceId: true,
+      },
+      {
+        id: this.spaceId,
+        name: this.spaceId,
+      }
+    );
+
+    if (spaceCreatedResponse.status === 200) {
+      this.log.info(`Created space ${this.spaceId}`);
+    } else {
+      throw new Error(
+        `Error creating space: ${spaceCreatedResponse.status} - ${spaceCreatedResponse.data}`
+      );
+    }
+  }
+
   createChatClient({
     connectorId,
     evaluationConnectorId,