rustvital-amd / src /shield /redact.rs
brainworm2024's picture
Final live AMD GPU integration, audit fix
74f2b46
use once_cell::sync::Lazy;
use regex::Regex;
use serde::{Deserialize, Serialize};
#[derive(Debug, Clone, Serialize, Deserialize)]
pub struct PiiMatch {
pub entity_type: String,
pub original: String,
pub placeholder: String,
pub start: usize,
pub end: usize,
}
#[derive(Debug, Clone, Serialize, Deserialize)]
pub struct RedactionResult {
pub redacted_text: String,
pub pii_map: Vec<PiiMatch>,
}
static PATTERNS: Lazy<Vec<(Regex, &'static str)>> = Lazy::new(compile_patterns);
fn compile_patterns() -> Vec<(Regex, &'static str)> {
let mut patterns = Vec::new();
for (pattern, label) in [
(r"\b(?:Dr\.|Dr|Professor|Prof\.)\s+[A-Z][a-z]+\b", "PROVIDER_NAME"),
(r"\b(?:Patient|Pt\.|Mr\.|Mrs\.|Ms\.)\s+[A-Z][a-z]+(?:\s+[A-Z][a-z]+)+\b", "PERSON_NAME"),
(r"\b[A-Z][a-z]+(?:\s+[A-Z][a-z]+)+\b", "PERSON_NAME"),
(r"\b\d{1,2}/\d{1,2}/\d{2,4}\b", "DATE"),
(r"\b\d{4}-\d{2}-\d{2}\b", "DATE"),
(r"\b\d{3}-\d{2}-\d{4}\b", "SSN"),
(r"\bMRN[:\s-]*[A-Z0-9-]{3,}\b", "MRN"),
(r"\b\d{10}\b", "PHONE"),
(r"\b\+?\d[\d\s().-]{7,}\b", "PHONE"),
(r"\b[A-Z]{2}\d{2}\s?\d{2}\s?\d{2}\s?\d\b", "NHS_NUMBER"),
(r"\b\d{2,3}\s?(?:years?|yo|yrs?)\b", "AGE"),
(r"\b[A-Za-z0-9._%+-]+@[A-Za-z0-9.-]+\.[A-Za-z]{2,}\b", "EMAIL"),
(r"\b(?:insurance|member|policy)\s*(?:id|number|#)?\s*[:=]?\s*[A-Z0-9-]{5,}\b", "INSURANCE_ID"),
(r"\b(?:\d{1,3}\s)?[A-Za-z]+\s(?:Street|St\.|Road|Rd\.|Avenue|Ave\.|Boulevard|Blvd\.|Lane|Ln\.)\b", "ADDRESS"),
] {
if let Ok(re) = Regex::new(pattern) {
patterns.push((re, label));
}
}
patterns
}
pub fn redact_pii(raw_text: &str) -> RedactionResult {
let mut spans: Vec<(usize, usize, &'static str, String)> = Vec::new();
for (re, label) in PATTERNS.iter() {
for mat in re.find_iter(raw_text) {
spans.push((mat.start(), mat.end(), *label, mat.as_str().to_string()));
}
}
spans.sort_by(|a, b| a.0.cmp(&b.0).then_with(|| (b.1 - b.0).cmp(&(a.1 - a.0))));
let mut selected: Vec<(usize, usize, &'static str, String)> = Vec::new();
let mut cursor = 0usize;
for span in spans {
if span.0 >= cursor {
cursor = span.1;
selected.push(span);
}
}
let mut counts = std::collections::HashMap::<&'static str, usize>::new();
let mut redacted = String::with_capacity(raw_text.len() + 64);
let mut pii_map = Vec::with_capacity(selected.len());
let mut index = 0usize;
for (start, end, label, original) in selected {
if start > index {
redacted.push_str(&raw_text[index..start]);
}
let count = counts.entry(label).or_insert(0);
*count += 1;
let placeholder = format!("[{}_{}]", label, count);
redacted.push_str(&placeholder);
pii_map.push(PiiMatch {
entity_type: label.to_string(),
original,
placeholder,
start,
end,
});
index = end;
}
if index < raw_text.len() {
redacted.push_str(&raw_text[index..]);
}
RedactionResult { redacted_text: redacted, pii_map }
}
#[cfg(test)]
mod tests {
use super::*;
#[test]
fn redaction_replaces_sensitive_text() {
let input = "Patient John Smith, 45 yo, MRN 847291A, phone 5551234567, SSN 123-45-6789.";
let result = redact_pii(input);
assert!(!result.redacted_text.contains("John Smith"));
assert!(!result.redacted_text.contains("5551234567"));
assert!(result.redacted_text.contains("[PERSON_NAME_1]") || result.redacted_text.contains("[PERSON_NAME_2]"));
assert!(result.redacted_text.contains("[PHONE_1]"));
assert!(result.redacted_text.contains("[SSN_1]"));
}
}