Detecting Dangerous Terminal Commands Before Sending Them to an AI — My Safety Layer

#[derive(Debug, PartialEq)]
pub enum SafetyLevel {
    Safe,
    Warning(String),
    Danger(String),
}

pub fn assess_safety(input: &str) -> SafetyLevel {
    let input_lower = input.to_lowercase();

    let critical = [
        ("rm -rf /", "This deletes your entire filesystem."),
        ("rm -rf ~", "This deletes your home directory."),
        ("rm -rf *", "This deletes everything in the current directory."),
        ("mkfs", "This formats a disk, erasing all data."),
        ("dd if=/dev/zero", "This overwrites a disk with zeros."),
        (":(){:|:&};:", "This is a fork bomb — it will crash your system."),
        ("chmod -R 777 /", "This removes all security from your filesystem."),
    ];

    for (pattern, reason) in &critical {
        if input_lower.contains(pattern) {
            return SafetyLevel::Danger(reason.to_string());
        }
    }

    let warnings = [
        ("sudo rm", "This runs a deletion command as administrator."),
        ("sudo chmod", "This changes file permissions as administrator."),
        ("kill -9", "This forcefully terminates a process."),
        ("pkill", "This kills processes by name."),
    ];

    for (pattern, reason) in &warnings {
        if input_lower.contains(pattern) {
            return SafetyLevel::Warning(reason.to_string());
        }
    }

    SafetyLevel::Safe
}

function SafetyBanner({ level }: { level: SafetyResult }) {
  if (level.type === 'danger') {
    return (


        ⚠️ 危険なコマンドが含まれています

{level.reason}



AIへの送信をブロックしました。




    );
  }
  if (level.type === 'warning') {
    return (


        🔶 注意: {level.reason}
        表示する


    );
  }
  return null;
}

pub fn detect_mode(input: &str) -> DiagnosisMode {
    let trimmed = input.trim();
    if trimmed.starts_with("sudo ") && !trimmed.contains('\n') {
        return DiagnosisMode::CommandExplain;
    }
    if looks_like_error(input) {
        return DiagnosisMode::ErrorDiagnosis;
    }
    DiagnosisMode::CommandExplain
}