blob: 420211e9509d6e93675e3e5b18e29144e579d6f6 (
plain) (
blame)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
|
#!/bin/bash
# Test script for the Quality Guard system
source "./quality_guard.sh"
echo "=== Quality Guard System Test ==="
echo
# Test 1: Good quality response
echo "Test 1: Good quality response"
good_response="This is a comprehensive analysis of the problem. The algorithm has O(n) time complexity and requires careful consideration of edge cases. We should implement a robust solution that handles all scenarios effectively."
quality=$(assess_quality "$good_response" "test prompt" "puzzle")
degradation=$(detect_degradation_patterns "$good_response")
echo "Quality Score: $quality"
echo "Degradation Score: $degradation"
echo
# Test 2: Degraded response (lorem ipsum)
echo "Test 2: Degraded response (lorem ipsum)"
degraded_response="Lorem ipsum dolor sit amet consectetur adipiscing elit sed do eiusmod tempor incididunt ut labore et dolore magna aliqua ut enim ad minim veniam quis nostrud exercitation ullamco laboris nisi ut aliquip ex ea commodo consequat"
quality=$(assess_quality "$degraded_response" "test prompt" "puzzle")
degradation=$(detect_degradation_patterns "$degraded_response")
echo "Quality Score: $quality"
echo "Degradation Score: $degradation"
echo
# Test 3: Repetitive response
echo "Test 3: Repetitive response"
repetitive_response="The solution is good. The solution is good. The solution is good. The solution is good. The solution is good. The solution is good. The solution is good. The solution is good. The solution is good. The solution is good."
quality=$(assess_quality "$repetitive_response" "test prompt" "puzzle")
degradation=$(detect_degradation_patterns "$repetitive_response")
echo "Quality Score: $quality"
echo "Degradation Score: $degradation"
echo
# Test 4: Very short response
echo "Test 4: Very short response"
short_response="Good."
quality=$(assess_quality "$short_response" "test prompt" "puzzle")
degradation=$(detect_degradation_patterns "$short_response")
echo "Quality Score: $quality"
echo "Degradation Score: $degradation"
echo
# Test 5: Gibberish response
echo "Test 5: Gibberish response"
gibberish_response="aaaaa bbbbb ccccc ddddd eeeee fffff ggggg hhhhh iiiii jjjjj kkkkk lllll mmmmm nnnnn ooooo ppppp"
quality=$(assess_quality "$gibberish_response" "test prompt" "puzzle")
degradation=$(detect_degradation_patterns "$gibberish_response")
echo "Quality Score: $quality"
echo "Degradation Score: $degradation"
echo
# Test 6: Mechanism-specific relevance
echo "Test 6: Mechanism-specific relevance"
echo "Puzzle mechanism relevance:"
puzzle_response="This algorithm implementation shows good structure and follows best practices."
puzzle_relevance=$(assess_relevance "$puzzle_response" "test prompt" "puzzle")
echo "Puzzle relevance score: $puzzle_relevance"
echo "Socratic mechanism relevance:"
socratic_response="This analysis examines the underlying assumptions and questions the fundamental approach."
socratic_relevance=$(assess_relevance "$socratic_response" "test prompt" "socratic")
echo "Socratic relevance score: $socratic_relevance"
echo
echo "=== Quality Guard Test Complete ==="
echo
echo "To test the full correction system, run:"
echo "echo 'lorem ipsum test' | ./quality_guard.sh"
|