#[cfg(test)] mod tests { use readur::ocr::enhanced::{EnhancedOcrService, OcrResult, ImageQualityStats}; use readur::models::Settings; use std::fs; use tempfile::{NamedTempFile, TempDir}; fn create_test_settings() -> Settings { Settings::default() } fn create_temp_dir() -> TempDir { TempDir::new().expect("Failed to create temp directory") } #[test] fn test_enhanced_ocr_service_creation() { let temp_dir = create_temp_dir(); let temp_path = temp_dir.path().to_str().unwrap().to_string(); let service = EnhancedOcrService::new(temp_path); // Service should be created successfully assert!(!service.temp_dir.is_empty()); } #[test] fn test_image_quality_stats_creation() { let stats = ImageQualityStats { average_brightness: 128.0, contrast_ratio: 0.5, noise_level: 0.1, sharpness: 0.8, }; assert_eq!(stats.average_brightness, 128.0); assert_eq!(stats.contrast_ratio, 0.5); assert_eq!(stats.noise_level, 0.1); assert_eq!(stats.sharpness, 0.8); } #[test] fn test_count_words_safely_whitespace_separated() { let temp_dir = create_temp_dir(); let temp_path = temp_dir.path().to_str().unwrap().to_string(); let service = EnhancedOcrService::new(temp_path); // Test normal whitespace-separated text let text = "Hello world this is a test"; let count = service.count_words_safely(&text); assert_eq!(count, 6); // Test with extra whitespace let text = " Hello world \n test "; let count = service.count_words_safely(&text); assert_eq!(count, 3); } #[test] fn test_count_words_safely_continuous_text() { let temp_dir = create_temp_dir(); let temp_path = temp_dir.path().to_str().unwrap().to_string(); let service = EnhancedOcrService::new(temp_path); // Test continuous text without spaces (like some PDF extractions) let text = "HelloWorldThisIsAContinuousText"; let count = service.count_words_safely(&text); assert!(count > 0, "Should detect words even without whitespace"); // Test mixed alphanumeric without spaces let text = "ABC123DEF456GHI789"; let count = service.count_words_safely(&text); assert!(count > 0, "Should detect alphanumeric patterns as words"); } #[test] fn test_count_words_safely_edge_cases() { let temp_dir = create_temp_dir(); let temp_path = temp_dir.path().to_str().unwrap().to_string(); let service = EnhancedOcrService::new(temp_path); // Test empty text let count = service.count_words_safely(""); assert_eq!(count, 0); // Test only whitespace let count = service.count_words_safely(" \n\t "); assert_eq!(count, 0); // Test only punctuation let text = "!@#$%^&*()_+-=[]{}|;':\",./<>?"; let count = service.count_words_safely(&text); // Since there are no alphabetic or alphanumeric chars, should be 0 assert_eq!(count, 0, "Pure punctuation should not count as words, got {}", count); // Test single character let count = service.count_words_safely("A"); assert_eq!(count, 1); // Test mixed content with low alphanumeric ratio let text = "A!!!B@@@C###D$$$E%%%"; let count = service.count_words_safely(&text); assert!(count > 0, "Should detect words in mixed content"); } #[test] fn test_count_words_safely_large_text() { let temp_dir = create_temp_dir(); let temp_path = temp_dir.path().to_str().unwrap().to_string(); let service = EnhancedOcrService::new(temp_path); // Test with large text (over 1MB) to trigger sampling let word = "test "; let large_text = word.repeat(250_000); // Creates ~1.25MB of text let count = service.count_words_safely(&large_text); // Should estimate around 250,000 words (may vary due to sampling) assert!(count > 200_000, "Should estimate large word count: got {}", count); assert!(count <= 10_000_000, "Should cap at max limit: got {}", count); } #[test] fn test_count_words_safely_fallback_patterns() { let temp_dir = create_temp_dir(); let temp_path = temp_dir.path().to_str().unwrap().to_string(); let service = EnhancedOcrService::new(temp_path); // Test letter transition detection let text = "OneWordAnotherWordFinalWord"; let count = service.count_words_safely(&text); assert!(count >= 3, "Should detect at least 3 words from transitions: got {}", count); // Test alphanumeric estimation fallback let text = "ABCDEFGHIJKLMNOPQRSTUVWXYZ"; // 26 chars, should estimate ~5-6 words let count = service.count_words_safely(&text); assert!(count >= 1 && count <= 10, "Should estimate reasonable word count: got {}", count); // Test mixed case with numbers let text = "ABC123def456GHI789jkl"; let count = service.count_words_safely(&text); assert!(count >= 1, "Should detect words in mixed alphanumeric: got {}", count); } #[test] fn test_ocr_result_structure() { let result = OcrResult { text: "Test text".to_string(), confidence: 85.5, processing_time_ms: 1500, word_count: 2, preprocessing_applied: vec!["noise_reduction".to_string()], processed_image_path: Some("/tmp/processed.png".to_string()), }; assert_eq!(result.text, "Test text"); assert_eq!(result.confidence, 85.5); assert_eq!(result.processing_time_ms, 1500); assert_eq!(result.word_count, 2); assert_eq!(result.preprocessing_applied.len(), 1); assert!(result.processed_image_path.is_some()); } #[tokio::test] async fn test_extract_text_from_plain_text() { let temp_dir = create_temp_dir(); let service = EnhancedOcrService::new(temp_dir.path().to_str().unwrap().to_string()); let settings = create_test_settings(); let temp_file = NamedTempFile::with_suffix(".txt").unwrap(); let test_content = "This is a test text file with multiple words."; fs::write(temp_file.path(), test_content).unwrap(); let result = service .extract_text(temp_file.path().to_str().unwrap(), "text/plain", &settings) .await; assert!(result.is_ok()); let ocr_result = result.unwrap(); assert_eq!(ocr_result.text.trim(), test_content); assert_eq!(ocr_result.confidence, 100.0); // Plain text should be 100% confident assert_eq!(ocr_result.word_count, 9); // "This is a test text file with multiple words" assert!(ocr_result.processing_time_ms >= 0); assert!(ocr_result.preprocessing_applied.contains(&"Plain text read".to_string())); } #[tokio::test] async fn test_extract_text_with_context() { let temp_dir = create_temp_dir(); let service = EnhancedOcrService::new(temp_dir.path().to_str().unwrap().to_string()); let settings = create_test_settings(); let temp_file = NamedTempFile::with_suffix(".txt").unwrap(); let test_content = "Context test content"; fs::write(temp_file.path(), test_content).unwrap(); let result = service .extract_text_with_context( temp_file.path().to_str().unwrap(), "text/plain", "test_file.txt", 19, // Length of "Context test content" &settings, ) .await; assert!(result.is_ok()); let ocr_result = result.unwrap(); assert_eq!(ocr_result.text.trim(), test_content); assert_eq!(ocr_result.confidence, 100.0); } #[tokio::test] async fn test_extract_text_unsupported_mime_type() { let temp_dir = create_temp_dir(); let service = EnhancedOcrService::new(temp_dir.path().to_str().unwrap().to_string()); let settings = create_test_settings(); let temp_file = NamedTempFile::new().unwrap(); fs::write(temp_file.path(), "some content").unwrap(); let result = service .extract_text(temp_file.path().to_str().unwrap(), "application/unknown", &settings) .await; assert!(result.is_err()); let error_msg = result.unwrap_err().to_string(); assert!(error_msg.contains("Unsupported file type")); } #[tokio::test] async fn test_extract_text_nonexistent_file() { let temp_dir = create_temp_dir(); let service = EnhancedOcrService::new(temp_dir.path().to_str().unwrap().to_string()); let settings = create_test_settings(); let result = service .extract_text("/nonexistent/file.txt", "text/plain", &settings) .await; assert!(result.is_err()); } #[tokio::test] async fn test_extract_text_large_file_truncation() { let temp_dir = create_temp_dir(); let service = EnhancedOcrService::new(temp_dir.path().to_str().unwrap().to_string()); let settings = create_test_settings(); let temp_file = NamedTempFile::with_suffix(".txt").unwrap(); // Create a file larger than the limit (50MB for text files) let large_content = "A".repeat(60 * 1024 * 1024); // 60MB fs::write(temp_file.path(), &large_content).unwrap(); let result = service .extract_text(temp_file.path().to_str().unwrap(), "text/plain", &settings) .await; // Should fail due to size limit assert!(result.is_err()); let error_msg = result.unwrap_err().to_string(); assert!(error_msg.contains("too large")); } #[cfg(feature = "ocr")] #[test] fn test_validate_ocr_quality_high_confidence() { let temp_dir = create_temp_dir(); let service = EnhancedOcrService::new(temp_dir.path().to_str().unwrap().to_string()); let mut settings = create_test_settings(); settings.ocr_min_confidence = 30.0; let result = OcrResult { text: "This is high quality OCR text with good words.".to_string(), confidence: 95.0, processing_time_ms: 1000, word_count: 9, preprocessing_applied: vec![], processed_image_path: None, }; let is_valid = service.validate_ocr_quality(&result, &settings); assert!(is_valid); } #[cfg(feature = "ocr")] #[test] fn test_validate_ocr_quality_low_confidence() { let temp_dir = create_temp_dir(); let service = EnhancedOcrService::new(temp_dir.path().to_str().unwrap().to_string()); let mut settings = create_test_settings(); settings.ocr_min_confidence = 50.0; let result = OcrResult { text: "Poor quality text".to_string(), confidence: 25.0, // Below threshold processing_time_ms: 1000, word_count: 3, preprocessing_applied: vec![], processed_image_path: None, }; let is_valid = service.validate_ocr_quality(&result, &settings); assert!(!is_valid); } #[cfg(feature = "ocr")] #[test] fn test_validate_ocr_quality_no_words() { let temp_dir = create_temp_dir(); let service = EnhancedOcrService::new(temp_dir.path().to_str().unwrap().to_string()); let settings = create_test_settings(); let result = OcrResult { text: "".to_string(), confidence: 95.0, processing_time_ms: 1000, word_count: 0, // No words preprocessing_applied: vec![], processed_image_path: None, }; let is_valid = service.validate_ocr_quality(&result, &settings); assert!(!is_valid); } #[cfg(feature = "ocr")] #[test] fn test_validate_ocr_quality_poor_character_distribution() { let temp_dir = create_temp_dir(); let service = EnhancedOcrService::new(temp_dir.path().to_str().unwrap().to_string()); let settings = create_test_settings(); let result = OcrResult { text: "!!!@@@###$$$%%%^^^&&&***".to_string(), // Mostly symbols, < 30% alphanumeric confidence: 85.0, processing_time_ms: 1000, word_count: 1, preprocessing_applied: vec![], processed_image_path: None, }; let is_valid = service.validate_ocr_quality(&result, &settings); assert!(!is_valid); } #[cfg(feature = "ocr")] #[test] fn test_validate_ocr_quality_good_character_distribution() { let temp_dir = create_temp_dir(); let service = EnhancedOcrService::new(temp_dir.path().to_str().unwrap().to_string()); let settings = create_test_settings(); let result = OcrResult { text: "The quick brown fox jumps over the lazy dog. 123".to_string(), // Good alphanumeric ratio confidence: 85.0, processing_time_ms: 1000, word_count: 10, preprocessing_applied: vec![], processed_image_path: None, }; let is_valid = service.validate_ocr_quality(&result, &settings); assert!(is_valid); } #[tokio::test] async fn test_word_count_calculation() { let temp_dir = create_temp_dir(); let service = EnhancedOcrService::new(temp_dir.path().to_str().unwrap().to_string()); let settings = create_test_settings(); let test_cases = vec![ ("", 0), ("word", 1), ("two words", 2), (" spaced words ", 2), ("Multiple\nlines\nof\ntext", 4), ("punctuation, words! work? correctly.", 4), ]; for (content, expected_count) in test_cases { let temp_file = NamedTempFile::with_suffix(".txt").unwrap(); fs::write(temp_file.path(), content).unwrap(); let result = service .extract_text(temp_file.path().to_str().unwrap(), "text/plain", &settings) .await; assert!(result.is_ok()); let ocr_result = result.unwrap(); assert_eq!(ocr_result.word_count, expected_count, "Failed for content: '{}'", content); } } #[tokio::test] async fn test_pdf_extraction_with_invalid_pdf() { let temp_dir = create_temp_dir(); let service = EnhancedOcrService::new(temp_dir.path().to_str().unwrap().to_string()); let settings = create_test_settings(); let temp_file = NamedTempFile::with_suffix(".pdf").unwrap(); fs::write(temp_file.path(), "Not a valid PDF").unwrap(); let result = service .extract_text(temp_file.path().to_str().unwrap(), "application/pdf", &settings) .await; assert!(result.is_err()); let error_msg = result.unwrap_err().to_string(); assert!(error_msg.contains("Invalid PDF") || error_msg.contains("Missing") || error_msg.contains("corrupted")); } #[tokio::test] async fn test_pdf_extraction_with_minimal_valid_pdf() { let temp_dir = create_temp_dir(); let service = EnhancedOcrService::new(temp_dir.path().to_str().unwrap().to_string()); let settings = create_test_settings(); // Minimal PDF with "Hello" text let pdf_content = b"%PDF-1.4 1 0 obj << /Type /Catalog /Pages 2 0 R >> endobj 2 0 obj << /Type /Pages /Kids [3 0 R] /Count 1 >> endobj 3 0 obj << /Type /Page /Parent 2 0 R /Resources << /Font << /F1 4 0 R >> >> /MediaBox [0 0 612 792] /Contents 5 0 R >> endobj 4 0 obj << /Type /Font /Subtype /Type1 /BaseFont /Helvetica >> endobj 5 0 obj << /Length 44 >> stream BT /F1 12 Tf 100 700 Td (Hello) Tj ET endstream endobj xref 0 6 0000000000 65535 f 0000000009 00000 n 0000000058 00000 n 0000000115 00000 n 0000000262 00000 n 0000000341 00000 n trailer << /Size 6 /Root 1 0 R >> startxref 435 %%EOF"; let temp_file = NamedTempFile::with_suffix(".pdf").unwrap(); fs::write(temp_file.path(), pdf_content).unwrap(); let result = service .extract_text(temp_file.path().to_str().unwrap(), "application/pdf", &settings) .await; match result { Ok(ocr_result) => { // PDF extraction succeeded assert_eq!(ocr_result.confidence, 95.0); // PDF text extraction should be high confidence assert!(ocr_result.processing_time_ms > 0); assert!(ocr_result.preprocessing_applied.contains(&"PDF text extraction".to_string())); println!("PDF extracted text: '{}'", ocr_result.text); } Err(e) => { // PDF extraction might fail depending on the pdf-extract library println!("PDF extraction failed (may be expected): {}", e); } } } #[tokio::test] async fn test_pdf_size_limit() { let temp_dir = create_temp_dir(); let service = EnhancedOcrService::new(temp_dir.path().to_str().unwrap().to_string()); let settings = create_test_settings(); let temp_file = NamedTempFile::with_suffix(".pdf").unwrap(); // Create a file larger than the 100MB PDF limit let large_pdf_content = format!("%PDF-1.4\n{}", "A".repeat(110 * 1024 * 1024)); fs::write(temp_file.path(), large_pdf_content).unwrap(); let result = service .extract_text(temp_file.path().to_str().unwrap(), "application/pdf", &settings) .await; assert!(result.is_err()); let error_msg = result.unwrap_err().to_string(); assert!(error_msg.contains("too large")); } #[test] fn test_settings_default_values() { let settings = Settings::default(); // Test that OCR-related settings have reasonable defaults assert_eq!(settings.ocr_min_confidence, 30.0); assert_eq!(settings.ocr_dpi, 300); assert_eq!(settings.ocr_page_segmentation_mode, 3); assert_eq!(settings.ocr_engine_mode, 3); assert!(settings.enable_background_ocr); assert!(settings.ocr_enhance_contrast); assert!(settings.ocr_remove_noise); assert!(settings.ocr_detect_orientation); } #[tokio::test] async fn test_concurrent_ocr_processing() { let temp_dir = create_temp_dir(); let service = EnhancedOcrService::new(temp_dir.path().to_str().unwrap().to_string()); let settings = create_test_settings(); let mut handles = vec![]; // Process multiple files concurrently for i in 0..5 { let temp_file = NamedTempFile::with_suffix(".txt").unwrap(); let content = format!("Concurrent test content {}", i); fs::write(temp_file.path(), &content).unwrap(); let service_clone = EnhancedOcrService::new(temp_dir.path().to_str().unwrap().to_string()); let settings_clone = settings.clone(); let file_path = temp_file.path().to_str().unwrap().to_string(); let handle = tokio::spawn(async move { let result = service_clone .extract_text(&file_path, "text/plain", &settings_clone) .await; // Keep temp_file alive until task completes drop(temp_file); result }); handles.push(handle); } // Wait for all tasks to complete let results = futures::future::join_all(handles).await; // All tasks should succeed for (i, result) in results.into_iter().enumerate() { assert!(result.is_ok(), "Task {} failed", i); let ocr_result = result.unwrap().unwrap(); assert!(ocr_result.text.contains(&format!("Concurrent test content {}", i))); assert_eq!(ocr_result.confidence, 100.0); } } }