use LWP::Simple qw(!get);
use Data::Dumper;
use XML::Simple;
+use HTML::Entities qw(decode_entities);
use Encode;
use strict;
return undef;
}
- $metadata->{'CONTENT'} = $t->{'text'};
+ $metadata->{'CONTENT'} = encode("utf8", decode_entities(decode("utf8", $t->{'text'})));
$metadata->{'ID'} = $t->{'user'}->{'screen_name'} . '/' . $metadata->{'ID'};
unless(defined($metadata->{'CONTENT'})) {