Page History

 String::Approx 

# FuzzyOcr plugin, version 1 2.0
# Changelog:
#    version 2.0
#       Replaced imagemagick with netpbm
#       Invoke giffix to fix broken gifs before conversion
#       Support png images
#       Analyze the file to detect the format without content-type
#       Added several configuration parameters
#
#
# written by Christian Holler decoder_at_own-hero_dot_net

package FuzzyOcr;

use strict;
use Mail::SpamAssassin;
use Mail::SpamAssassin::Util;
use Mail::SpamAssassin::Plugin;

use String::Approx 'adistr';

our @ISA = qw (Mail::SpamAssassin::Plugin);

our @words = ( );

# Default values
our $cnt$treshold = "0.3";

# Default valuesour $base_score = "4";
our $treshold$add_score = "0.31";
our $countreq = 2;
our $verbose = 1;
our $tmppath = "/tmp";


# constructor: register the eval rule
sub new {
   my ( $class, $mailsa ) = @_;
   $class = ref($class) || $class;
   my $self = $class->SUPER::new($mailsa);
   bless( $self, $class );
   $self->register_eval_rule("check_fuzzy_ocr");
   return $self;
}

sub parse_config {
  my ($self, $opts) = @_;
  if ($opts->{key} eq "focr_word") {
        push(@words, $opts->{value});
  } elsif ($opts->{key} eq "focr_treshold") {
        $treshold = $opts->{value};
  } elsif ($opts->{key} eq "focr_base_score") {
        $base_score = $opts->{value};
  } elsif ($opts->{key} eq "focr_add_score") {
        $add_score = $opts->{value};
  } elsif ($opts->{key} eq "focr_counts_required") {
        $countreq = $opts->{value};
  } elsif ($opts->{key} eq "focr_verbose") {
        $verbose = $opts->{value};
  } elsif ($opts->{key} eq "focr_tmp_path") {
        $tmppath = $opts->{value};
  }
}

sub check_fuzzy_ocr {
   my ( $self, $pms ) = @_;
   my @found = ( );
   my $image_type = 0;
   my $cnt = 0;
   foreach my $p ( $pms->{msg}->find_parts("image") ) {
      my ( $ctype, $boundary, $charset, $name ) =
        Mail::SpamAssassin::Util::parse_content_type(
         $p->get_header('content-type') );
         if (($ctype eq=~ "/image/gif") || ($ctype eq "image/jpeg")) { {
         my $firstline = ($p->decode())[0];
         my $tempfile = $tmppath . "/" . "spamassassin.$$.focr";
         if ($ctype$firstline eq "image/gif"=~ /^\x47\x49\x46/) {
                $image_type = 1;
                open OCRIMAGE_PROCESSOR, "|/usr/bin/giffix | /usr/bin/giftopnm - |/usr/bin/gocr -i - > /tmp/spamassassin.focr.$$$tempfile";
         } else elsif ($firstline =~ /^\xff\xd8/) {
                $image_type = 2;
                open OCRIMAGE_PROCESSOR, "|/usr/bin/jpegtopnm - |/usr/bin/gocr -i - > /tmp/spamassassin.focr.$$"$tempfile";
         } elsif ($firstline =~ /^\x89\x50\x4e\x47/) {
                $image_type = 3;
                open IMAGE_PROCESSOR, "|/usr/bin/pngtopnm - |/usr/bin/gocr -i - > $tempfile";
         } else {
                $image_type = 0;
                print "No compatible file type detected... skipping image...\n";
                next;
         }
         foreach $p ( $p->decode() ) {
            print OCR $p;
   IMAGE_PROCESSOR $p;
         }
         if ($verbose > 1) {
                open DEBUG, ">debug.$$.focr";
                print DEBUG "File type: $image_type\n\n"
         }
         close OCRIMAGE_PROCESSOR;
         open OCR_DATA, "/tmp/spamassassin.focr.$$<$tempfile";
         while (<OCR><OCR_DATA>) {
            s/[^a-zA-Z ]//g;
            $_ = lc;
            if ($verbose > 1) {
                print DEBUG $_;
            }
            my $w;
            foreach $w (@words) {
                $w = lc $w;
                my $matched = adistr($w, $_);
                if (abs($matched) < $treshold) {
                        $cnt++;
                        if ($verbose > 0) {
                                push(@found, "\"$w\"" . " with fuzz of " . abs($matched));
                        }
                }
            }
         }
         close OCR_DATA;
         unlink "/tmp/spamassassin.focr.$$" $tempfile;
         if ($verbose > 1) {
                close DEBUG;
         }
      }
   }
   if ($cnt >= $countreq) {
         my $score = 4$base_score + ($cnt - $countreq) * $add_score;
         my $debuginfo = "";
         if ($verbose > 0) {
                $debuginfo = ("\nWords found:\n" . join("\n", @found) ."\n($cnt word occurrences found)");
         }
         $pms->_handle_hit("FUZZY_OCR", $score, "BODY: ", $pms->{conf}->{descriptions}->{FUZZY_OCR} ." ($cnt word occurrences found)") $debuginfo);
   }
   return 0;
}

1;