feat(devin-lang): add support for agent properties #101

The DevInLexer and DevInParser have been updated to support agent properties, which are specified using a colon (:) followed by a property value. This change also updates the grammar to support the new syntax and adds new tokens for COLON and PROPERTY_VALUE.
unit-mesh · Mar 14, 2024 · 632372d · 632372d
1 parent a7dd530
commit 632372d
Show file tree

Hide file tree

Showing 3 changed files with 14 additions and 7 deletions.
diff --git a/exts/devin-lang/src/grammar/DevInLexer.flex b/exts/devin-lang/src/grammar/DevInLexer.flex
@@ -33,7 +33,7 @@ import com.intellij.psi.TokenType;
 IDENTIFIER=[a-zA-Z0-9][_\-a-zA-Z0-9]*
 
 VARIABLE_ID=[a-zA-Z0-9][_\-a-zA-Z0-9]*
-AGENT_ID=([a-zA-Z0-9][_\-a-zA-Z0-9]*)(":" [._\-a-zA-Z0-9]*)?
+AGENT_ID=[a-zA-Z0-9][_\-a-zA-Z0-9]*
 COMMAND_ID=[a-zA-Z0-9][_\-a-zA-Z0-9]*
 LANGUAGE_ID=[a-zA-Z0-9][_\-a-zA-Z0-9 .]*
 
@@ -42,6 +42,7 @@ CODE_CONTENT=[^\n]+
 NEWLINE= \n | \r | \r\n
 
 COLON=:
+PROPERTY_VALUE=[^ :]+
 
 %{
     private boolean isCodeStart = false;
@@ -115,8 +116,10 @@ COLON=:
 }
 
 <AGENT_BLOCK> {
-  {AGENT_ID}              { yybegin(YYINITIAL); return AGENT_ID; }
-  [^]                     { return TokenType.BAD_CHARACTER; }
+  {AGENT_ID}              { return AGENT_ID; }
+  {COLON}                 { return COLON; }
+  {PROPERTY_VALUE}        { return PROPERTY_VALUE; }
+  [^]                     { yypushback(1); yybegin(YYINITIAL); }
 }
 
 <COMMAND_BLOCK> {

diff --git a/exts/devin-lang/src/grammar/DevInParser.bnf b/exts/devin-lang/src/grammar/DevInParser.bnf
@@ -27,15 +27,17 @@
     VARIABLE_ID        = "VARIABLE_ID"
     COMMAND_ID         = "COMMAND_ID"
     AGENT_ID           = "AGENT_ID"
+    COLON              = "COLON"
+    PROPERTY_VALUE     = "PROPERTY_VALUE"
   ]
 }
 
 DevInFile ::= (used | code | TEXT_SEGMENT | NEWLINE)*
 
 used ::= (
-    AGENT_START AGENT_ID?
-    | COMMAND_START COMMAND_ID?
-    | VARIABLE_START VARIABLE_ID?
+    AGENT_START AGENT_ID (COLON PROPERTY_VALUE)?
+    | COMMAND_START COMMAND_ID
+    | VARIABLE_START VARIABLE_ID
 )
 
 code ::=  CODE_BLOCK_START LANGUAGE_ID? NEWLINE? code_contents? CODE_BLOCK_END?

diff --git a/exts/devin-lang/src/test/testData/parser/BasicTest.txt b/exts/devin-lang/src/test/testData/parser/BasicTest.txt
@@ -19,7 +19,9 @@ DevInFile
   PsiElement(DevInTokenType.NEWLINE)('\n')
   DevInUsedImpl(USED)
     PsiElement(DevInTokenType.AGENT_START)('@')
-    PsiElement(DevInTokenType.AGENT_ID)('file:Sample.file')
+    PsiElement(DevInTokenType.AGENT_ID)('file')
+    PsiElement(DevInTokenType.COLON)(':')
+    PsiElement(DevInTokenType.PROPERTY_VALUE)('Sample.file')
   PsiElement(DevInTokenType.TEXT_SEGMENT)(' 从文件中读取内容')
   PsiElement(DevInTokenType.NEWLINE)('\n')
   PsiElement(DevInTokenType.TEXT_SEGMENT)('#system_id:51 传递参数到 story_id')