Merge pull request #156 from Portkey-AI/feat/testScript

Script for virtual keys

tests/configs/assistants/single_provider/single_provider.json

@@ -1,3 +1,3 @@
 {
     "virtual_key": "openai-virtual-key"
-}
+}

tests/configs/assistants/single_provider_with_vk_retry_cache/single_provider_with_vk_retry_cache.json

@@ -10,4 +10,4 @@
             429
         ]
     }
-}
+}

tests/configs/assistants/single_with_basic_config/single_with_basic_config.json

@@ -1,3 +1,3 @@
 {
     "virtual_key": "openai-virtual-key"
-}
+}

tests/configs/audio/single_provider/single_provider.json

@@ -1,3 +1,3 @@
 {
     "virtual_key": "openai-virtual-key"
-}
+}

tests/configs/audio/single_provider_with_vk_retry_cache/single_provider_with_vk_retry_cache.json

@@ -10,4 +10,4 @@
             429
         ]
     }
-}
+}

tests/configs/audio/single_with_basic_config/single_with_basic_config.json

@@ -1,3 +1,3 @@
 {
     "virtual_key": "openai-virtual-key"
-}
+}

tests/configs/chat_completions/loadbalance_and_fallback/anthropic_n_openai.json

@@ -33,4 +33,4 @@
             ]
         }
     ]
-}
+}

tests/configs/chat_completions/loadbalance_and_fallback/anyscale_n_openai.json

@@ -33,4 +33,4 @@
             ]
         }
     ]
-}
+}

tests/configs/chat_completions/loadbalance_and_fallback/azure_n_openai.json

@@ -33,4 +33,4 @@
             ]
         }
     ]
-}
+}

tests/configs/chat_completions/loadbalance_and_fallback/cohere_n_openai.json

@@ -33,4 +33,4 @@
             ]
         }
     ]
-}
+}

tests/configs/chat_completions/loadbalance_with_two_apikeys/loadbalance_with_two_apikeys.json

@@ -16,4 +16,4 @@
             }
         }
     ]
-}
+}

tests/configs/chat_completions/single_provider/single_provider.json

@@ -3,4 +3,4 @@
     "override_params": {
         "model": "gpt-3.5-turbo"
     }
-}
+}

tests/configs/chat_completions/single_provider_with_vk_retry_cache/single_provider_with_vk_retry_cache.json

@@ -13,4 +13,4 @@
             429
         ]
     }
-}
+}

tests/configs/chat_completions/single_with_basic_config/single_with_basic_config.json

@@ -3,4 +3,4 @@
     "override_params": {
         "model": "gpt-3.5-turbo"
     }
-}
+}

tests/configs/completions/loadbalance_and_fallback/anthropic_n_openai.json

@@ -33,4 +33,4 @@
             ]
         }
     ]
-}
+}

tests/configs/completions/loadbalance_and_fallback/anyscale_n_openai.json

@@ -33,4 +33,4 @@
             ]
         }
     ]
-}
+}

tests/configs/completions/loadbalance_and_fallback/azure_n_openai.json

@@ -33,4 +33,4 @@
             ]
         }
     ]
-}
+}

tests/configs/completions/loadbalance_and_fallback/cohere_n_openai.json

@@ -33,4 +33,4 @@
             ]
         }
     ]
-}
+}

tests/configs/completions/loadbalance_with_two_apikeys/loadbalance_with_two_apikeys.json

@@ -16,4 +16,4 @@
             }
         }
     ]
-}
+}

tests/configs/completions/single_provider/single_provider.json

@@ -3,4 +3,4 @@
     "override_params": {
         "model": "gpt-3.5-turbo-instruct"
     }
-}
+}

tests/configs/completions/single_provider_with_vk_retry_cache/single_provider_with_vk_retry_cache.json

@@ -13,4 +13,4 @@
             429
         ]
     }
-}
+}

tests/configs/completions/single_with_basic_config/single_with_basic_config.json

@@ -3,4 +3,4 @@
     "override_params": {
         "model": "gpt-3.5-turbo-instruct"
     }
-}
+}

tests/configs/images/loadbalance_and_fallback/stability_n_openai.json

@@ -33,4 +33,4 @@
             ]
         }
     ]
-}
+}

tests/configs/images/loadbalance_with_two_apikeys/loadbalance_with_two_apikeys.json

@@ -16,4 +16,4 @@
             }
         }
     ]
-}
+}

tests/configs/images/single_provider/single_provider.json

@@ -1,3 +1,3 @@
 {
     "virtual_key": "openai-virtual-key"
-}
+}

tests/configs/images/single_provider_with_vk_retry_cache/single_provider_with_vk_retry_cache.json

@@ -10,4 +10,4 @@
             429
         ]
     }
-}
+}

tests/configs/images/single_with_basic_config/single_with_basic_config.json

@@ -1,3 +1,3 @@
 {
     "virtual_key": "openai-virtual-key"
-}
+}

tests/configs/moderations/single_provider/single_provider.json

@@ -1,3 +1,3 @@
 {
     "virtual_key": "openai-virtual-key"
-}
+}

tests/configs/moderations/single_provider_with_vk_retry_cache/single_provider_with_vk_retry_cache.json

@@ -10,4 +10,4 @@
             429
         ]
     }
-}
+}

tests/configs/moderations/single_with_basic_config/single_with_basic_config.json

@@ -1,3 +1,3 @@
 {
     "virtual_key": "openai-virtual-key"
-}
+}

tests/configs/threads/single_provider/single_provider.json

@@ -1,3 +1,3 @@
 {
     "virtual_key": "openai-virtual-key"
-}
+}

tests/configs/threads/single_provider_with_vk_retry_cache/single_provider_with_vk_retry_cache.json

@@ -10,4 +10,4 @@
             429
         ]
     }
-}
+}

tests/configs/threads/single_with_basic_config/single_with_basic_config.json

@@ -1,3 +1,3 @@
 {
     "virtual_key": "openai-virtual-key"
-}
+}

tests/virtual_keys_replacement.sh

@@ -0,0 +1,67 @@
+#!/bin/bash
+
+# Function to replace words in a file using the provided mapping
+replace_words_in_file() {
+    local file_path=$1
+    local virtual_keys=("${!2}")
+    local virtual_keys_values=("${!3}")
+
+    # Read the file content
+    local file_content=$(< "$file_path")
+
+    # Iterate over the mapping and replace words
+    for (( i=0; i<${#virtual_keys[@]}; i++ )); do
+        file_content=$(echo "$file_content" | sed "s/${virtual_keys[$i]}/${virtual_keys_values[$i]}/g")
+    done
+
+    # Write the modified content back to the file
+    echo "$file_content" > "$file_path"
+}
+
+# Function to process files in a directory
+process_files_in_directory() {
+    local directory=$1
+    local virtual_keys=("${!2}")
+    local virtual_keys_values=("${!3}")
+
+    # Find all .json files in the directory and its subdirectories
+    find "$directory" -type f -name "*.json" | while read -r file; do
+        replace_words_in_file "$file" virtual_keys virtual_keys_values
+        echo "Processed file: $file"
+    done
+}
+
+# Main script
+
+# Check if jq is installed
+if ! command -v jq &> /dev/null; then
+    echo "jq could not be found. Please install jq to use this script."
+    exit 1
+fi
+
+# Hardcoded directory path
+directory="tests/configs"
+
+# Hardcoded mapping of words to be replaced and their replacements
+virtual_keys=("openai-virtual-key" "anyscale-virtual-key" "azure-virtual-key" "cohere-virtual-key" "anthropic-virtual-key" "stability-virtual-key")
+virtual_keys_values=("openai_value" "anyscale_value" "azure_value" "cohere_value" "anthropic_value" "stability_value")
+
+
+# Check if the directory exists
+if [[ ! -d "$directory" ]]; then
+    echo "Directory does not exist. Please provide a valid directory path."
+    exit 1
+fi
+
+# Check for --undo parameter
+if [[ "$1" == "--undo" ]]; then
+    echo "Undoing word replacement..."
+    # Swap virtual_keys and virtual_keys_values for undo
+    temp_words=("${virtual_keys[@]}")
+    virtual_keys=("${virtual_keys_values[@]}")
+    virtual_keys_values=("${temp_words[@]}")
+fi
+
+
+process_files_in_directory "$directory" virtual_keys virtual_keys_values
+echo "Virutal Key replacement completed."