diff options
Diffstat (limited to 'bash/talk-to-computer/test_quality_guard.sh')
-rwxr-xr-x | bash/talk-to-computer/test_quality_guard.sh | 70 |
1 files changed, 70 insertions, 0 deletions
diff --git a/bash/talk-to-computer/test_quality_guard.sh b/bash/talk-to-computer/test_quality_guard.sh new file mode 100755 index 0000000..420211e --- /dev/null +++ b/bash/talk-to-computer/test_quality_guard.sh @@ -0,0 +1,70 @@ +#!/bin/bash + +# Test script for the Quality Guard system +source "./quality_guard.sh" + +echo "=== Quality Guard System Test ===" +echo + +# Test 1: Good quality response +echo "Test 1: Good quality response" +good_response="This is a comprehensive analysis of the problem. The algorithm has O(n) time complexity and requires careful consideration of edge cases. We should implement a robust solution that handles all scenarios effectively." +quality=$(assess_quality "$good_response" "test prompt" "puzzle") +degradation=$(detect_degradation_patterns "$good_response") +echo "Quality Score: $quality" +echo "Degradation Score: $degradation" +echo + +# Test 2: Degraded response (lorem ipsum) +echo "Test 2: Degraded response (lorem ipsum)" +degraded_response="Lorem ipsum dolor sit amet consectetur adipiscing elit sed do eiusmod tempor incididunt ut labore et dolore magna aliqua ut enim ad minim veniam quis nostrud exercitation ullamco laboris nisi ut aliquip ex ea commodo consequat" +quality=$(assess_quality "$degraded_response" "test prompt" "puzzle") +degradation=$(detect_degradation_patterns "$degraded_response") +echo "Quality Score: $quality" +echo "Degradation Score: $degradation" +echo + +# Test 3: Repetitive response +echo "Test 3: Repetitive response" +repetitive_response="The solution is good. The solution is good. The solution is good. The solution is good. The solution is good. The solution is good. The solution is good. The solution is good. The solution is good. The solution is good." +quality=$(assess_quality "$repetitive_response" "test prompt" "puzzle") +degradation=$(detect_degradation_patterns "$repetitive_response") +echo "Quality Score: $quality" +echo "Degradation Score: $degradation" +echo + +# Test 4: Very short response +echo "Test 4: Very short response" +short_response="Good." +quality=$(assess_quality "$short_response" "test prompt" "puzzle") +degradation=$(detect_degradation_patterns "$short_response") +echo "Quality Score: $quality" +echo "Degradation Score: $degradation" +echo + +# Test 5: Gibberish response +echo "Test 5: Gibberish response" +gibberish_response="aaaaa bbbbb ccccc ddddd eeeee fffff ggggg hhhhh iiiii jjjjj kkkkk lllll mmmmm nnnnn ooooo ppppp" +quality=$(assess_quality "$gibberish_response" "test prompt" "puzzle") +degradation=$(detect_degradation_patterns "$gibberish_response") +echo "Quality Score: $quality" +echo "Degradation Score: $degradation" +echo + +# Test 6: Mechanism-specific relevance +echo "Test 6: Mechanism-specific relevance" +echo "Puzzle mechanism relevance:" +puzzle_response="This algorithm implementation shows good structure and follows best practices." +puzzle_relevance=$(assess_relevance "$puzzle_response" "test prompt" "puzzle") +echo "Puzzle relevance score: $puzzle_relevance" + +echo "Socratic mechanism relevance:" +socratic_response="This analysis examines the underlying assumptions and questions the fundamental approach." +socratic_relevance=$(assess_relevance "$socratic_response" "test prompt" "socratic") +echo "Socratic relevance score: $socratic_relevance" +echo + +echo "=== Quality Guard Test Complete ===" +echo +echo "To test the full correction system, run:" +echo "echo 'lorem ipsum test' | ./quality_guard.sh" |