#!/usr/bin/perl -w
# extractStates.pl write each state coordinates into a separate file
use strict;
my $str   = "";  # built output string
my $fname = "";  # current filename

my $cmd = `mkdir states/`;

while( my $line = <STDIN> )
{
  if( $line =~ /<name>/ )
  {
    # extract the state for file name
    $fname = substr( $line, index($line,"CDATA[")+6 );
    $fname = substr( $fname, 0, index($fname," (")  );

  }elsif( $line =~ /<TimeSpan>/ )
  {
    # change the TimeSpan designator for later processing
    $line = <STDIN>;  # begin tags
    $line = <STDIN>;  # close TimeSpan
    $line = qq{      <TimeSpan></TimeSpan>\n};

  }elsif( $line =~ /<\/Placemark/ )
  {
    # write out the file, reset variables after closing tag
    open( OUTFILE, "> states/$fname ") or die "Can't write state file";
      print OUTFILE $str;
      print OUTFILE $line;
    close(OUTFILE);

    $str = "";

  }#if closing tag

  # add a line if it's at the start or the built string is not blank
  if( $line =~ /<Placemark/ || $str ne "" ){ $str .= $line }

}#line in

ls -la states/* | head
-rw-r--r-- 1 nathan nathan  6708 2008-07-08 17:11 states/Alabama
-rw-r--r-- 1 nathan nathan 85426 2008-07-08 17:11 states/Alaska
...
-rw-r--r-- 1 nathan nathan 15804 2008-07-08 17:11 states/West Virginia
-rw-r--r-- 1 nathan nathan 11536 2008-07-08 17:11 states/Wisconsin
-rw-r--r-- 1 nathan nathan  3298 2008-07-08 17:11 states/Wyoming

#!/usr/bin/perl -w 
# extractEmails.pl get all e-mails, print listing of from at what hour
use strict;
use Mail::IMAPClient;
use IO::Socket::SSL;
my %timeHash = ();    # data structure for whom at what time

# create a SSL socket to the imap server
my $socket = IO::Socket::SSL->new( PeerAddr => 'imap.gmail.com',
                                   PeerPort => 993
                                 ) or die "can't create socket";

# create an imap connection through the ssl socket
my $imap = Mail::IMAPClient->new( Socket   => $socket,
                                  User     => 'yourEmailID@gmail.com',
                                  Password => 'yourPassword'
                                ) or die "can't connect imap";
$imap->select("INBOX");
my @messages = $imap->search('ALL');

my $msgCount = 0;
for my $msg ( @messages )
{
  my $from = $imap->get_header($msg,"From");
  my $date = $imap->get_header($msg,"Date");

  # set date to main hour
  $date = substr($date, index($date,":")-2,2);

  # increment the hour's count for that id
  $timeHash{$from}{$date}++;

  $msgCount++;
  if( $msgCount % 10 == 0 ){ print STDERR "$msgCount\n" }

}#for each message

$imap->logout();

# print all of the hour/from combinations for later processing
for my $from( keys %timeHash )
{
  for my $time( keys %{ $timeHash{$from} } )
  {
    print "$from TIME $time $timeHash{$from}{$time}\n";
  }#for time
}#for id

Dave <dave@ibmdevworks.com> TIME 11 6
Dave <dave@ibmdevworks.com> TIME 21 8
...
Bob <bob@ibmdevworks.com> TIME 07 6
Bob <bob@ibmdevworks.com> TIME 11 36

cat emailHours | \
  perl -lane '@a=split "TIME";$h{$a[0]}+=$F[@F-1]; \
    END{for(keys %h){print "$h{$_} $_"}}' | sort -nr | head -n50  > top50emails

44 Bob <bob@ibmdevworks.com>
38 Dave <dave@ibmdevworks.com>
34 Tom <tom@ibmdevworks.com>
30 Mike <mike@ibmdevworks.com>
...

New York STATE 44 Bob <bob@ibmdevworks.com>
North Carolina STATE 38 Dave <dave@ibmdevworks.com>
Virginia STATE 34 Tom <tom@ibmdevworks.com>
Georgia STATE 30 Mike <mike@ibmdevworks.com>
...

#!/usr/bin/perl -w
#createKml.pl build google earth kml, fade states based on entries per hour
use strict;
die "specify state mapping file, maximum, intervals " unless ( @ARGV == 3 );
my( $inFile, $max, $interval ) = @ARGV;
my %state = ();

loadStateMapping();
kmlHeader();
kmlStyles();

while( my $line = <STDIN> )
{
  # for bogus entry elimination
  next unless length( $line) > 20 ;
  chomp($line);

  #change person@ibm.com TIME 11 2 into components
  my( $mail, $time ) = split "TIME ", $line;
  my( $stHour, $countVal ) = split " ", $time;

  # continue if a state defined for that mail
  next unless exists($state{$mail});

  open( INFILE,"states/$state{$mail}") or die "no state input file";
    while( my $line = <INFILE> )
    {
      if   ( $line =~ /<name>/     ){ print "<name><![CDATA[$mail]]></name>\n" }
      elsif( $line =~ /<TimeSpan>/ ){ getTimes( $stHour )   }
      elsif( $line =~ /Style_/ )    { getStyle( $countVal ) }
      else                          { print $line }
    }#while line in

  close(INFILE);

}#line in

print qq{</Document>\n</kml>\n};

sub loadStateMapping
{
  # create a hash storing which mail corresponds to which state

  open( INFILE,"$inFile" ) or die "no in state file";
    while( my $line = <INFILE> )
    {
      chomp($line);
      my( $sname, $mail )  = split "STATE ", $line;

      # skip the total count
      $mail = substr($mail, index($mail," ")+1);

      $state{$mail} = $sname;

    }#stateMapping lines

  close(INFILE);

}#loadStateMapping

sub kmlHeader
{
  print qq{<?xml version="1.0" encoding="UTF-8"?>\n};
  print qq{<kml xmlns="http://earth.google.com/kml/2.2">\n};
  print qq{<Document>\n};
  print qq{  <name><![CDATA[Time Availability]]></name>\n};
  print qq{  <open>1</open>\n};

}#kmlHeader

sub getTimes
{
  my $endHour = $inHour + 1;
  if( length($endHour) == 1 ){ $endHour = "0$endHour" }

  print  qq{    <TimeSpan>\n};
  print  qq{        <begin>2008-07-01T$inHour:00Z</begin>\n};
  print  qq{        <end>2008-07-01T$endHour:00Z</end>\n};
  print  qq{    </TimeSpan>\n};

}#getTimes

sub getStyle
{
  # find the appropriate style based on the input value
  my $inputVal = $_[0];
  my $decInc = $max / $interval;

  my $count = $decInc;
  my $styleCount = 0;

  # move through each interval, exit when the input value no longer fits
  while( $count <= $max )
  {
    if( $count > $inputVal ){ last }
    $styleCount++;
    $count += $decInc;

  }#While count less than max

  # default to the last style if interval is outside the boundary 
  if( $styleCount >= $interval ){ $styleCount-- }

  print qq{        <styleUrl>#style} . $styleCount . qq{</styleUrl>\n};

}#getStyle

sub kmlStyles
{
  # create a incremented "fade range" according to the number of intervals
  my $hexInc = 255/$interval;
  my $count = $hexInc;
  my $styleNum = 0;

  while( $count <= 255 )
  {
    my $fade = sprintf("%X", $count );

    print qq{  <Style id="style} . $styleNum . qq{">\n};
    print qq{    <IconStyle>\n};
    print qq{      <scale>0.4</scale>\n};
    print qq{      <Icon>\n};
    print qq{        <href>http://maps.google.com/mapfiles/kml/};
    print qq{shapes/star.png</href>\n};
    print qq{      </Icon>\n};
    print qq{    </IconStyle>\n};
    print qq{    <LabelStyle>\n};
    print qq{      <color>9900ffff</color>\n};
    print qq{      <scale>1</scale>\n};
    print qq{    </LabelStyle>\n};
    print qq{    <LineStyle>\n};
    print qq{      <color>99FFFF99</color>\n};
    print qq{      <width>2</width>\n};
    print qq{    </LineStyle>\n};
    print qq{    <PolyStyle>\n};
    print qq{      <color>} . $fade . qq{FF9933</color>\n};
    print qq{      <fill>1</fill>\n};
    print qq{      <outline>1</outline>\n};
    print qq{    </PolyStyle>\n};
    print qq{  </Style>\n};

    $styleNum++;
    $count += $hexInc;

  }#while count

}#kmlStyles