Merge pull request #456 from symflower/in-source-prompt

Let the "write-tests" prompt ask to extend the given source file in case tests should be next to the source

Author: bauersimon

evaluate/task/test-integration/task_test.go

@@ -109,7 +109,7 @@ func TestWriteTestsRun(t *testing.T) {
 
 			Setup: func(t *testing.T) {
 				var query any = bytesutil.StringTrimIndentations(`
-					Given the following Rust code file "src/plain.rs", provide tests for this code.
+					Given the following Rust code file "src/plain.rs", provide tests for this code that can be appended to the source file.
 					The tests should produce 100 percent code coverage and must compile.
 					The response must contain only the test code in a fenced code block and nothing else.
 

model/llm/llm.go

@@ -148,7 +148,7 @@ type llmWriteTestSourceFilePromptContext struct {
 
 // llmWriteTestForFilePromptTemplate is the template for generating an LLM test generation prompt.
 var llmWriteTestForFilePromptTemplate = template.Must(template.New("model-llm-write-test-for-file-prompt").Parse(bytesutil.StringTrimIndentations(`
-	Given the following {{ .Language.Name }} code file "{{ .FilePath }}" {{- with .ImportPath }} with package "{{ . }}" {{- end }}, provide {{- if .HasTestsInSource }} tests {{ else }} a test file {{ end -}} for this code{{ with .TestFramework }} with {{ . }} as a test framework{{ end }}.
+	Given the following {{ .Language.Name }} code file "{{ .FilePath }}" {{- with .ImportPath }} with package "{{ . }}" {{- end }}, {{- if .HasTestsInSource }} provide tests for this code that can be appended to the source file{{ else }} provide a test file for this code{{ with .TestFramework }} with {{ . }} as a test framework{{ end }}{{ end -}}.
 	The tests should produce 100 percent code coverage and must compile.
 	The response must contain only the test code in a fenced code block and nothing else.
 

model/llm/llm_test.go

@@ -708,7 +708,7 @@ func TestFormatPromptContext(t *testing.T) {
 			},
 
 			ExpectedMessage: bytesutil.StringTrimIndentations(`
-				Given the following Rust code file "path/to/main.rs", provide tests for this code.
+				Given the following Rust code file "path/to/main.rs", provide tests for this code that can be appended to the source file.
 				The tests should produce 100 percent code coverage and must compile.
 				The response must contain only the test code in a fenced code block and nothing else.