feat:First version of including the Gemini models.

antononcube · Mar 17, 2024 · 2f2af4d · 2f2af4d
1 parent efd5171
commit 2f2af4d
Showing 1 changed file with 36 additions and 0 deletions.
diff --git a/lib/LLM/Functions.rakumod b/lib/LLM/Functions.rakumod
@@ -9,13 +9,17 @@ use WWW::PaLM;
 use WWW::PaLM::GenerateText;
 use WWW::PaLM::GenerateMessage;
 
+use WWW::Gemini;
+use WWW::Gemini::GenerateContent;
+
 use WWW::MistralAI;
 use WWW::MistralAI::ChatCompletions;
 
 use LLM::Functions::Chat;
 use LLM::Functions::Configuration;
 use LLM::Functions::Evaluator;
 use LLM::Functions::EvaluatorChat;
+use LLM::Functions::EvaluatorChatGemini;
 use LLM::Functions::EvaluatorChatPaLM;
 
 unit module LLM::Functions;
@@ -123,6 +127,30 @@ multi sub llm-configuration($spec, *%args) {
                             |%args.grep({ $_.key ∈ @mustPassConfKeys }).Hash)
                 }
 
+                when $_ ~~ Str:D && $_.lc ∈ <gemini chatgemini> {
+
+                    LLM::Functions::Configuration.new(
+                            name => 'gemini',
+                            api-key => Whatever,
+                            api-user-id => 'user:' ~ ((10 ** 11 + 1) .. 10 ** 12).pick,
+                            module => 'WWW::Gemini',
+                            base-url => '',
+                            model => 'gemini-pro',
+                            function => &GeminiGenerateContent,
+                            temperature => 0.4,
+                            max-tokens => 300,
+                            total-probability-cutoff => 0,
+                            prompts => Empty,
+                            prompt-delimiter => ' ',
+                            examples => Empty,
+                            stop-tokens => Empty,
+                            base-url => 'https://generativelanguage.googleapis.com/v1beta/models',
+                            argument-renames => %('api-key' => 'auth-key',
+                                                  'max-tokens' => 'max-output-tokens',
+                                                  'stop-tokens' => 'stop-sequences'),
+                            format => 'values');
+                }
+
                 when $_ ~~ Str:D && $_.lc ∈ <mistralai mistral mistral-chat chatmistral> {
 
                     LLM::Functions::Configuration.new(
@@ -571,9 +599,17 @@ multi sub llm-chat(:$prompt = '', *%args) {
             # Obtain Evaluator class
             if $evaluatorClass.isa(Whatever) {
                 if $conf.name ~~ /:i palm / {
+
                     $conf = llm-configuration('ChatPaLM', |$conf.Hash.grep({ $_.key ∈ @mustPassConfKeys }).Hash);
 
                     $evaluatorClass = LLM::Functions::EvaluatorChatPaLM
+
+                } elsif $conf.name ~~ /:i gemini / {
+
+                    $conf = llm-configuration('Gemini', |$conf.Hash.grep({ $_.key ∈ @mustPassConfKeys }).Hash);
+
+                    $evaluatorClass = LLM::Functions::EvaluatorChatGemini
+
                 } else {
                     $evaluatorClass = LLM::Functions::EvaluatorChat;
                 }