Compare commits
No commits in common. "0d44120a63400f947d9fee03dfa10c6b814c544a" and "80d60acf6414f6d4bb390cfa55fb4fa17a997500" have entirely different histories.
0d44120a63
...
80d60acf64
21
README.md
21
README.md
|
@ -16,23 +16,6 @@ Go package for automated evaluation of academic papers using LLM-based criteria
|
|||
go get gitea.r8z.us/stwhite/paperprocessor
|
||||
```
|
||||
|
||||
## API Reference
|
||||
|
||||
### ProcessFile
|
||||
`func ProcessFile(inputPath, outputPath, criteriaPath string, config Config, debug bool) error`
|
||||
|
||||
Processes papers from input JSON file and writes results to output JSON file
|
||||
|
||||
Parameters:
|
||||
- inputPath: Path to input JSON file containing papers array
|
||||
- outputPath: Path to write processing results JSON
|
||||
- criteriaPath: Path to text file with evaluation criteria
|
||||
- config: Configuration settings for API and processing
|
||||
- debug: Enable debug logging when true
|
||||
|
||||
Returns:
|
||||
- error: Processing error or nil if successful
|
||||
|
||||
## Usage
|
||||
|
||||
### Basic Configuration
|
||||
|
@ -54,11 +37,7 @@ err := paperprocessor.ProcessFile(
|
|||
"output/results.json",
|
||||
"criteria.txt",
|
||||
config,
|
||||
true, // debug mode
|
||||
)
|
||||
if err != nil {
|
||||
log.Fatal("Processing failed:", err)
|
||||
}
|
||||
```
|
||||
|
||||
## Input Formats
|
||||
|
|
|
@ -8,7 +8,6 @@ import (
|
|||
"net/http"
|
||||
"strings"
|
||||
"time"
|
||||
"unicode"
|
||||
)
|
||||
|
||||
// Paper represents a single academic paper
|
||||
|
@ -124,8 +123,7 @@ type decisionResult struct {
|
|||
|
||||
func (p *Processor) evaluatePaper(paper Paper, criteria string) (*decisionResult, error) {
|
||||
prompt := fmt.Sprintf(`Please evaluate the following academic paper against the provided criteria.
|
||||
Respond with either "ACCEPT" or "REJECT" followed by a brief explanation of your decision.
|
||||
Do not use markdown emphasis in your response. Keep your response clear and concise.
|
||||
Respond with either "ACCEPT" or "REJECT" followed by a brief explanation of your decision.
|
||||
Your response should be in the format:
|
||||
DECISION
|
||||
Explanation
|
||||
|
@ -181,46 +179,22 @@ Abstract: %s`, criteria, paper.Title, paper.Abstract)
|
|||
}
|
||||
|
||||
content := llmResp.Choices[0].Message.Content
|
||||
|
||||
// Find first line with ACCEPT/REJECT
|
||||
var decisionLine string
|
||||
lines := bytes.Split([]byte(content), []byte("\n"))
|
||||
for _, line := range lines {
|
||||
if strings.Contains(strings.ToUpper(string(line)), "ACCEPT") ||
|
||||
strings.Contains(strings.ToUpper(string(line)), "REJECT") {
|
||||
decisionLine = string(line)
|
||||
break
|
||||
}
|
||||
|
||||
if len(lines) < 2 {
|
||||
return nil, fmt.Errorf("invalid response format")
|
||||
}
|
||||
|
||||
if decisionLine == "" {
|
||||
return nil, fmt.Errorf("no decision found in response. Full response:\n%s", content)
|
||||
decisionParts := bytes.SplitN(lines[0], []byte(":"), 2)
|
||||
if len(decisionParts) != 2 {
|
||||
return nil, fmt.Errorf("invalid decision format, expected 'DECISION: [VALUE]'")
|
||||
}
|
||||
decision := strings.ToUpper(string(bytes.TrimSpace(decisionParts[1])))
|
||||
if decision != "ACCEPT" && decision != "REJECT" {
|
||||
return nil, fmt.Errorf("invalid decision value: %s", decision)
|
||||
}
|
||||
|
||||
// Clean and normalize decision
|
||||
rawDecision := strings.TrimSpace(decisionLine)
|
||||
|
||||
// Remove "DECISION:" prefix if present and trim non-alphabetic characters
|
||||
cleanDecision := strings.TrimPrefix(rawDecision, "DECISION:")
|
||||
cleanDecision = strings.TrimFunc(cleanDecision, func(r rune) bool {
|
||||
return !unicode.IsLetter(r) && !unicode.IsNumber(r)
|
||||
})
|
||||
|
||||
// Normalize case and check for valid decision
|
||||
upperDecision := strings.ToUpper(cleanDecision)
|
||||
var decision string
|
||||
switch {
|
||||
case strings.HasPrefix(upperDecision, "ACCEPT"):
|
||||
decision = "ACCEPT"
|
||||
case strings.HasPrefix(upperDecision, "REJECT"):
|
||||
decision = "REJECT"
|
||||
default:
|
||||
return nil, fmt.Errorf("invalid decision value: %q (cleaned: %q). Full response:\n%s",
|
||||
rawDecision, cleanDecision, content)
|
||||
}
|
||||
|
||||
// Get explanation as everything after the decision line
|
||||
explanation := strings.TrimSpace(strings.Replace(content, decisionLine, "", 1))
|
||||
explanation := string(bytes.TrimSpace(bytes.Join(lines[1:], []byte("\n"))))
|
||||
|
||||
return &decisionResult{
|
||||
Decision: decision,
|
||||
|
|
Loading…
Reference in New Issue