perl/sctweb

   1 #!/usr/bin/perl -w
   2 # $Id$
   3 # -*- perl -*- vim: ft=perl sw=4 sts=4
   4
   5 # Brief usage instructions:
   6 # Create a ~/.sctwebrc that has SID=yourssn and PIN=yourpin
   7 # You'll need to change the url below if you go anywhere but Northwest Vista.
   8
   9 use strict;
  10 use LWP::UserAgent;
  11 use HTML::TableExtract;
  12 #use Time::Local;
  13 use Date::Calc::Object qw(Day_of_Week Decode_Day_of_Week Week_of_Year Monday_of_Week Day_of_Week_Abbreviation Delta_Days Add_Delta_Days Nth_Weekday_of_Month_Year Gmtime Mktime);
  14 use Date::Calendar::Profiles qw($Profiles);
  15 use Date::Calendar::Year;
  16 use vars qw($ua %opts %faculty);
  17
  18 my ($response);
  19
  20 $opts{'holidays'} = { # %{$Profiles->{'US-TX'}},
  21     "Martin Luther King Day"    => "3/Mon/Jan",
  22     "Good Friday"               => "-2",
  23     "Spring Break Monday"       => \&Spring_Break,
  24     "Spring Break Tuesday"      => \&Spring_Break,
  25     "Spring Break Wednesday"    => \&Spring_Break,
  26     "Spring Break Thursday"     => \&Spring_Break,
  27     "Spring Break Friday"       => \&Spring_Break,
  28     "Spring Break Saturday"     => \&Spring_Break,
  29     "Fiesta Holiday"            => "4/Fri/Apr",
  30     "Memorial Day"              => "5/Mon/May",
  31     "Independence Day"          => \&US_Independence,
  32     "Labor Day"                 => \&US_Labor,
  33     "Columbus Day"              => "2/Mon/Oct",
  34     "Thanksgiving Day"          => "4/Thu/Nov",
  35     "Thanksgiving Friday"       => \&Thanksgiving_Friday,
  36 };
  37
  38 sub Spring_Break {
  39     my($year,$label) = @_;
  40     $label =~ s/^Spring Break //;
  41     return( Add_Delta_Days(
  42             Nth_Weekday_of_Month_Year($year,1,1,1),
  43             7*(11-1) # This is for the 11th Monday of the year
  44             +Decode_Day_of_Week($label)-1) );
  45 }
  46
  47 sub Thanksgiving_Friday {
  48     my($year,$label) = @_;
  49     return( Add_Delta_Days(Nth_Weekday_of_Month_Year($year,11,4,4), 1) );
  50 }
  51 sub US_Independence # Fourth of July
  52 {
  53     my($year,$label) = @_;
  54     return( &Date::Calendar::Profiles::Nearest_Workday($year,7,4) );
  55 }
  56 sub US_Labor # First Monday after the first Sunday in September
  57 {
  58     my($year,$label) = @_;
  59     return( Add_Delta_Days(
  60         Nth_Weekday_of_Month_Year($year,9,7,1), +1) );
  61 }
  62
  63 my $config = $ENV{HOME} . "/.sctwebrc";
  64 if ($ARGV[0] eq '-f') {
  65     shift;
  66     $config = shift;
  67 }
  68
  69 my $arg = "";
  70 $arg = shift if (defined($ARGV[0]) && $ARGV[0] =~ /^-\w$/);
  71
  72 if (-r $config) {
  73     open CONFIG, $config;
  74     while(<CONFIG>) {
  75         s/\#.*//;
  76         next unless m/^([^=]*)=(.*)/;
  77         $opts{$1}=$2;
  78     }
  79     close CONFIG;
  80 }
  81 my $domain = $opts{'domain'} || "sctweb.accd.edu";
  82 my $url = "https://$domain/ia-bin4/tsrvweb.exe?WID=W&tserve_tip_read_destroy&tserve_host_code=4&tserve_tiphost_code=0";
  83 $url = $opts{'url'} if(defined($opts{'url'}));
  84
  85 $ua = LWP::UserAgent->new;
  86 $ua->timeout(10);
  87 $ua->env_proxy;
  88 $ua->cookie_jar( {} );
  89 $ua->get("$url&tserve_tip_write=||WID&tserve_transconfig=astulog.cfg") or die "$!";
  90 $response = $ua->post("$url&tserve_trans_config=astulog.cfg", { tserve_tip_write => "%7C%7CWID%7CSID%7CPIN", SID => $opts{SID}, PIN => $opts{PIN} }) or die "$!";
  91
  92 $response = $ua->get("$url&tserve_tip_write=||WID|SID|PIN|Term&tserve_trans_config=" . ("regterm.cfg"||"rgrdterm.cfg")); # Valid terms
  93 die $response->status_line unless $response->is_success;
  94 my @terms = grep {s/^<option value="([^"]*)">.*/$1/} (split( /\r\n/, $response->content));
  95 if(@terms) {
  96     $opts{school} = 'accd';
  97 } else {
  98     $response = $ua->get("$url&tserve_tip_write=||WID|SID|PIN|Term&tserve_trans_config=aterm.cfg"); # Valid terms
  99     die $response->status_line unless $response->is_success;
 100     @terms = grep {s/&amp;Term=(\w*)$/$1/} (split( /\r\n/, $response->content));
 101     $opts{school} = 'tamuk';
 102 }
 103 die "Site down. Try again later.\n" unless (@terms);
 104
 105 sub generate_id {
 106     my ($section, $number) = split("-", shift);
 107     my $id = 0;
 108     foreach (split //, $section) {$id=26*$id+(ord($_)-1)%32;}
 109     $id=10000*$id+$number;
 110     return $id;
 111 }
 112
 113 sub next_class {
 114     my %class = @_;
 115     $class{'duration'} =~ /(\d\d\d\d)(\d\d)(\d\d)-(\d\d\d\d)(\d\d)(\d\d)/;
 116     my $days = Delta_Days($1,$2,$3,$4,$5,$6);
 117     my $firstday = Date::Calc->new($1,$2,$3);
 118     my $lastday = Date::Calc->new($4,$5,$6);
 119     my $today = Date::Calc->new(Date::Calc->localtime(time+3600*6)->date);
 120     my @days=();
 121     foreach(split(" ",$class{'days'})) {
 122         push @days, Decode_Day_of_Week($_);
 123     }
 124     my @off = (off_for_holidays(%class),off_for_exams(%class));
 125     for($today = ($today > $firstday ? $today : $firstday); $today < $lastday; $today++) {
 126         next unless(grep($_ == Day_of_Week($today->date), @days));
 127         next if(grep($_ == $today, @off));
 128         return $today;
 129     }
 130     $today = Date::Calc->new(Date::Calc->gmtime->date);
 131     for($today = ($today < $lastday ? $today : $lastday); $today > $firstday; $today--) {
 132         next unless(grep($_ == Day_of_Week($today->date), @days));
 133         next if(grep($_ == $today, @off));
 134         return $today;
 135     }
 136     return undef;
 137 }
 138
 139 sub off_for_holidays {
 140     my %class = @_;
 141     $class{'duration'} =~ /(\d\d\d\d)(\d\d)(\d\d)-(\d\d\d\d)(\d\d)(\d\d)/;
 142     my $days = Delta_Days($1,$2,$3,$4,$5,$6);
 143     my $firstday = Date::Calc->new($1,$2,$3);
 144     my $lastday = Date::Calc->new($4,$5,$6);
 145     my $year = Date::Calendar::Year->new($1, $opts{'holidays'});
 146     my @holidays=();
 147     my @days=();
 148     foreach(split(" ",$class{days})) {
 149         $days[Decode_Day_of_Week($_)] = 1;
 150     }
 151     foreach ($year->search("")) {
 152         my $good=1;
 153         #foreach my $x ($year->labels($_)) {
 154         #    $good=0 if ($x =~ /Veteran/ or $x =~ /President/);
 155         #}
 156         next unless ($year->is_full($_) && $_>=$firstday && $_<=$lastday);
 157         push @holidays, $_
 158             if (defined($days[Day_of_Week($_->date)]) && $good > 0);
 159     }
 160     return wantarray ? @holidays : "@holidays";
 161 }
 162
 163 sub off_for_exams {
 164     my %class = @_;
 165     my $time = $class{'begin'} . "-" . $class{'end'};
 166     $class{'duration'} =~ /\d{8}-(\d\d\d\d)(\d\d)(\d\d)/;
 167     my $lastday = Date::Calc->new($1,$2,$3);
 168     return wantarray ? () : undef unless (Day_of_Week($lastday->date) == 7);
 169     my $beginning="(08:00-09:15|11:00-12:15|14:00-15:15|17:00-18:15|17:30-18:45|20:00-21:15|20:30-21:45)";
 170     my $ending   ="(06:30-07:45|09:30-10:45|12:30-13:45|15:30-16:45|18:30-19:45|19:00-20:15)";
 171     my $days = join(" ",map {Decode_Day_of_Week($_)} split(/ /, $class{'days'}));
 172     if($days eq "1 3") {
 173         if($time =~ /$beginning/) {
 174             return $lastday-4;
 175         } elsif($time =~ /$ending/) {
 176             return $lastday-6;
 177         }
 178     } elsif($days eq "2 4") {
 179         if($time =~ /$beginning/) {
 180             return $lastday-3;
 181         } elsif($time =~ /$ending/) {
 182             return $lastday-5;
 183         }
 184     }
 185     return wantarray ? () : "";
 186 }
 187
 188 sub capitalize {
 189     local $_ = shift;
 190     s/ +$//;
 191     s/\b([A-Z])([A-Z]*)\b/$1\L$2/g;
 192     s/\b(I)(i*)\b/$1\U$2/g;
 193     s/\bUs\b/US/g;
 194     s/ (And|For|Of|Or|The|To|With) / \l$1 /g;
 195     s/\b(Mc)([a-z])/$1\u$2/g;
 196     s/\b(Tcp\/Ip|Pc)\b/\U$&/g;
 197     s/\bThru\b/Through/g;
 198     s/\bAcct\b/Accounting/g;
 199     s/\bAmer\b/American/g;
 200     s/\bChem\b/Chemistry/g;
 201     s/\bComp\b/Composition/g;
 202     s/\bFed\b/Federal/g;
 203     s/\bGen\b/General/g;
 204     s/\bIntro\b/Introduction/g;
 205     s/\bPrgm\b/Programming/g;
 206     s/\bOp Sys\b/Operating System/g;
 207     #s/\bGovt\b/Government/g;
 208     s/\bLit\b/Literature/g;
 209     s/\bPrin\b/Principles/g;
 210     s/\bBus\b/Business/g;
 211     return $_;
 212 }
 213
 214 sub get_schedule_terms {
 215     my (@sterms, @a);
 216     if($opts{school} eq 'tamuk') {
 217         @a=('F','S','1','2');
 218     } else {
 219         @a=('1','2','3','4');
 220     }
 221     my @localtime=localtime();
 222     if ($localtime[4]<3) { # Through Mar 31
 223         @sterms=((1900+$localtime[5]).$a[1]);
 224     } elsif ($localtime[4]<5) { # Through May 31
 225         @sterms=((1900+$localtime[5]).$a[1],(1900+$localtime[5]).$a[2]);
 226     } elsif ($localtime[4]<7) { # through July 31
 227         @sterms=((1900+$localtime[5]).$a[2],(1900+$localtime[5]).$a[3]);
 228     } elsif ($localtime[4]<8) { # through Aug 31
 229         @sterms=((1900+$localtime[5]).$a[3],(1900+$localtime[5]).$a[0]);
 230     } elsif ($localtime[4]<10) { # through Oct 31
 231         @sterms=((1900+$localtime[5]).$a[0]);
 232     } else {
 233         @sterms=((1900+$localtime[5])."1",(1901+$localtime[5])."2");
 234     }
 235     return @sterms;
 236 }
 237
 238 sub get_schedule {
 239     my @readheaders = ("Section ID/Title", "Session", "Instructor", "Credits", "CallNumber","GradeType", "Days", "Time", "Start/EndDates", "Site/Building/Room", "Message");
 240     my $te = new HTML::TableExtract( headers => [ @readheaders ] );
 241     @readheaders = ("Course", "Days\xa0TimeLocation", "Session and Dates", "Instructor", "Credit", "CallNumber", "GradeType", "Message");
 242     my $tf = new HTML::TableExtract( headers => [ @readheaders ] );
 243     my (@schedule, @terms, $classid, $begin, $end, $times, $days, $session);
 244     @terms = get_schedule_terms();
 245     foreach (@_ ? @_ : @terms) {
 246         $response = $ua->get("$url&tserve_tip_write=||WID|SID|PIN|Term&tserve_trans_config=rstusch.cfg&Term=".($_) );
 247         die $response->status_line unless $response->is_success;
 248         $te->parse($response->content);
 249         $tf->parse($response->content);
 250         #print $response->content;
 251     }
 252     foreach my $ts ($te->table_states) {
 253         foreach my $row ($ts->rows) {
 254             map { s/\xa0//g; $_} @$row;
 255             $row->[0] =~ s/.*launchWebCT\("([^"]*)"\).*/$1/s;
 256             $row->[0] =~ s/(.*) ?<[Bb][Rr][^>]*>(.*)/capitalize($2)/eg;
 257             $classid=$1;
 258             $row->[2] = capitalize($row->[2]);
 259             $row->[2] =~ s/([A-Z]r?)$/$1./;
 260             ($begin, $end) = split("-", $row->[7]);
 261             if($row->[7] =~ /^(\d\d):\d\d-(\d\d):\d\dPM$/) {
 262                 if($1 < $2 && $2 != 12) {
 263                     $begin =~ s/^(\d\d)/$1+12/e;
 264                 }
 265                 if($2 != 12) {
 266                     $end =~ s/^(\d\d)/$1+12/e;
 267                 }
 268                 $end =~ s/PM$//;
 269             } else { $end =~ s/AM$//; }
 270             $row->[8] =~ s/(\d\d)-(\d\d)-(\d\d)/20$3$1$2/g;
 271             $row->[9] =~ s/(ON|MAIN) CAMPUS\n//ig;
 272             $row->[9] =~ s/\n/ /g;
 273             push @schedule, {
 274                 id => $classid,
 275                 title => $row->[0],
 276                 session => $row->[1],
 277                 instructor => $row->[2],
 278                 credits => $row->[3],
 279                 callnumber => $row->[4],
 280                 gradetype => $row->[5],
 281                 days => $row->[6],
 282                 'time' => $row->[7],
 283                 begin => $begin,
 284                 end => $end || undef,
 285                 duration => $row->[8],
 286                 location => $row->[9],
 287                 message => $row->[10],
 288             };
 289         }
 290     }
 291     foreach my $ts ($tf->table_states) {
 292         foreach my $row ($ts->rows) {
 293             next if ($row->[0] =~ /Total Enrolled Hours/);
 294             $row->[1] =~ s/\xa0/ /g;
 295             map { s/\xa0//g; $_} @$row;
 296             map { s/^\r?\n? *//g; $_} @$row;
 297             $row->[0] =~ s/.*launchWebCT\("([^"]*)"[^)]*\).*>\s*//s;
 298             $classid=$1;
 299             $row->[0] =~ s/(.*)/capitalize($1)/eg;
 300             $row->[1] =~ s/^([MTWRFS]*) *([0-9:-]*[AP]M)\s*//;
 301             ($days, $times) = ($1, $2);
 302             ($begin, $end) = split("-", $times);
 303             if($times =~ /^(\d\d):\d\d-(\d\d):\d\dPM$/) {
 304                 if($1 < $2 && $2 != 12) {
 305                     $begin =~ s/^(\d\d)/$1+12/e;
 306                 }
 307                 if($2 != 12) {
 308                     $end =~ s/^(\d\d)/$1+12/e;
 309                 }
 310                 $end =~ s/PM$//;
 311             } else { $end =~ s/AM$//; }
 312             $row->[2] =~ s/(.*\S)\s*//;
 313             $session = $1;
 314             $row->[2] =~ s/(\d\d)-(\d\d)-(\d\d)/20$3$1$2/g;
 315             $row->[2] =~ s/ *to */\n/g;
 316             $row->[3] = capitalize($row->[3]);
 317             $row->[3] =~ s/([A-Z]r?)$/$1./;
 318             push @schedule, {
 319                 id => $classid,
 320                 title => $row->[0],
 321                 session => $session,
 322                 instructor => $row->[3],
 323                 credits => $row->[4],
 324                 callnumber => $row->[5],
 325                 gradetype => $row->[6],
 326                 days => $days,
 327                 'time' => $times,
 328                 begin => $begin,
 329                 end => $end || undef,
 330                 duration => $row->[2],
 331                 location => $row->[1],
 332                 message => $row->[7],
 333             };
 334         }
 335     }
 336     return @schedule;
 337 }
 338
 339 sub get_faculty_email {
 340     my ($name, $school, $email);
 341     if((-f $ENV{'HOME'} . "/public_html/faculty.csv") && ! %faculty) {
 342         open INS, $ENV{'HOME'} . "/public_html/faculty.csv";
 343         while($_ = <INS>) {
 344             chomp;
 345             m/"([^"]*)",([^,]*),([^,]*)/;
 346             ($name, $email, $school) = ($1, $2, $3);
 347             $name =~ s/^([^,]*), ([^,]*)(.*)$/$2 $1$3/;
 348             $name =~ s/ [A-Z]\.//g;
 349             $name = lc $name;
 350             $name =~ s/\W//g;
 351             $faculty{$name} = $email;
 352         }
 353     }
 354     $name = shift;
 355     $name =~ s/ [A-Z]r?\.//g;
 356     $name = lc $name;
 357     $name =~ s/\W//g;
 358     return $faculty{$name};
 359 }
 360
 361 sub get_mhc_header {
 362 return (
 363 "X-SC-Subject: New Years Day\nX-SC-Category: Holiday\nX-SC-Cond: 1 Jan\nX-SC-Duration: 00010101-\nX-SC-Record-Id: <New_Years_Day\@from.sctweb>\n",
 364 "X-SC-Subject: Martin Luther King, Jr. Day\nX-SC-Category: Holiday\nX-SC-Cond: 3rd Mon Jan\nX-SC-Duration: 19870119-\nX-SC-Record-Id: <Martin_Luther_King_Jr_Day\@from.sctweb>\n",
 365 "X-SC-Subject: Presidents Day\nX-SC-Category: Holiday\nX-SC-Cond: 3rd Mon Feb\nX-SC-Duration: 19710515-\nX-SC-Record-Id: <Presidents_Day\@from.sctweb>\n",
 366 "X-SC-Subject: Memorial Day\nX-SC-Category: Holiday\nX-SC-Cond: Last Mon May\nX-SC-Duration: 19710531-\nX-SC-Record-Id: <Memorial_Day\@from.sctweb>\n",
 367 "X-SC-Subject: Independence Day\nX-SC-Category: Holiday\nX-SC-Cond: 4 Jul\nX-SC-Duration: 17760704-\nX-SC-Record-Id: <Independence_Day\@from.sctweb>\n",
 368 "X-SC-Subject: Labor Day\nX-SC-Category: Holiday\nX-SC-Cond: 1st Mon Sep\nX-SC-Duration: 18840901-\nX-SC-Record-Id: <Labor_Day\@from.sctweb>\n",
 369 "X-SC-Subject: Columbus Day\nX-SC-Category: Holiday\nX-SC-Cond: 2nd Mon Oct\nX-SC-Duration: 19711011-\nX-SC-Record-Id: <Columbus_Day\@from.sctweb>\n",
 370 "X-SC-Subject: Veterans Day\nX-SC-Category: Holiday\nX-SC-Cond: 11 Nov\nX-SC-Duration: 19261111-\nX-SC-Record-Id: <Veterans_Day\@from.sctweb>\n",
 371 "X-SC-Subject: Thanksgiving\nX-SC-Category: Holiday\nX-SC-Cond: 4th Thu Nov\nX-SC-Duration: 14921122-\nX-SC-Record-Id: <Thanksgiving\@from.sctweb>\n",
 372 "X-SC-Subject: Christmas\nX-SC-Category: Holiday\nX-SC-Cond: 25 Dec\nX-SC-Duration: 00011225-\nX-SC-Record-Id: <Christmas\@from.sctweb>\n",
 373 );
 374 }
 375
 376 sub do_mhc_schedule {
 377     $| = 1;
 378     my %days = (M => "Mon", T => "Tue", W => "Wed", R => "Thu", F => "Fri", S => "Sat", U => "SU");
 379     my @mon = qw(Jan Feb Mar Apr May Jun Jul Aug Sep Oct Nov Dec);
 380     my ($file, $current, @mhc, @schedule);
 381     $file = shift unless (!defined $_[0] or $_[0] =~ /^\d/);
 382     @schedule = get_schedule(@_);
 383     @mhc = get_mhc_header;
 384     if(defined($file) && (-d $file)) {
 385         my @mhc2;
 386         foreach (@mhc) {
 387             $_ =~ s/X-SC-Subject: ([^\n]*)/X-SC-Subject: $1\nSubject: $1/;
 388             $_ =~ s/X-SC-Category: ([^\n]*)/X-SC-Category: $1\nFrom: $1/;
 389             $_ =~ s/X-SC-Duration: (\d\d\d\d)(\d\d)(\d\d)-/"X-SC-Duration: $1$2$3-\nDate: $3 " . $mon[$2-1] . " 1970 12:00:00 +0000"/e;
 390             push @mhc2, $_;
 391         }
 392         @mhc = @mhc2;
 393     }
 394     foreach my $row (@schedule) {
 395         map {s/\n/-/g if defined; $_} %$row;
 396         my $id=generate_id($row->{'id'});
 397         $row->{'days'} =~ s/([MTWRFS])/ $days{$1}/g;
 398         $row->{'days'} =~ s/^ //;
 399         #$row->{'duration'} =~ s/(\d\d)-(\d\d)-(\d\d)/20$3$1$2/g;
 400         my @day = map { "!" . $_ } (off_for_holidays(%$row),off_for_exams(%$row));
 401         $current = "";
 402         #print "# $id\n";
 403         $current .= "X-SC-Subject: " . $row->{'title'} . "\n";
 404         $current .= "X-SC-Location: " . $row->{'location'} . "\n";
 405         $current .= "X-SC-Category: School\n";
 406         $current .= "X-SC-Cond: " . $row->{'days'} . "\n";
 407         $current .= "X-SC-Time: ".$row->{'begin'}."-".$row->{'end'}."\n";
 408         $current .= "X-SC-Duration: " . $row->{'duration'} . "\n";
 409         $current .= "X-SC-Day: @day\n" if(exists $day[0]);
 410         $current .= "X-SC-Alarm: 15 minutes\n";
 411         $current .= "X-SC-Record-Id: <".$row->{'id'}."\@from.sctweb>\n";
 412         if(defined($file) && (-d $file)) {
 413             $row->{'instructor'} =~ s/^([^,]*), ([^,]*)(.*)/$2 $1$3/;
 414             my $email = get_faculty_email $row->{'instructor'};
 415             $row->{'instructor'} = '"' . $row->{'instructor'} . '" <'. ($email || ($1 || "unknown") . "\@from.sctweb") . ">";
 416             $row->{'duration'} =~ /^(\d\d\d\d)(\d\d)(\d\d)-\d{8}$/;
 417             $row->{'begin'} =~ /^(\d\d):(\d\d)$/;
 418             my $next = next_class(%$row);
 419             my @date = Gmtime(Mktime($next->date,$1,$2,0));
 420             $current .= sprintf "Date: %s, %2d %s %4d %02d:%02d:00 +0000\n", Day_of_Week_Abbreviation($date[7]), $date[2], $mon[$date[1]-1], $date[0], $date[3], $date[4], $date[5];
 421             $current .= "Subject: " . $row->{'title'} . "\n";
 422             $current .= "From: " . $row->{'instructor'} . "\n";
 423         }
 424         #print "\n$current";
 425         push @mhc, $current;
 426     }
 427     if(defined($file) && (-d $file)) {
 428         my @lines;
 429         foreach my $name (<$file/[1-9]*>) {
 430             next unless $name =~ /^$file\/[1-9][0-9]*$/;
 431             open FH, $name;
 432             @lines = <FH>;
 433             close FH;
 434             foreach (@lines) {
 435                 unlink $name if /^X-SC-Record-Id: <.*\@from.sctweb>/;
 436             }
 437         }
 438         my $i=0;
 439         foreach (@mhc) {
 440             while(-f ++$i) {}
 441             open FH, ">$file/$i" or die $!;
 442             print FH $_;
 443             close FH;
 444         }
 445     } else {
 446         open(STDOUT, ">" . $file) if(defined($file));
 447         print "# MHC school schedule\n# Autogenerated by sctweb ".localtime()."\n\n";
 448         print join("\n", @mhc);
 449     }
 450 }
 451
 452 sub do_csv_schedule {
 453     $| = 1;
 454     my %days = (M => "Mon", T => "Tue", W => "Wed", R => "Thu", F => "Fri", S => "Sat", U => "SU");
 455     my @mon = qw(Jan. Feb. Mar. Apr. May June July Aug. Sept. Oct. Nov. Dec.);
 456     my (@terms, $file, $current, @mhc, @schedule);
 457     $file = shift unless (!defined $_[0] or $_[0] =~ /^\d/);
 458     @schedule = get_schedule(@_);
 459     open(STDOUT, ">" . $file) if(defined($file));
 460     foreach my $row (@schedule) {
 461         map {s/\n/-/g if defined; $_} %$row;
 462         my $id=generate_id($row->{'id'});
 463         $row->{'days'} =~ s/([MTWRFS])/ $days{$1}/g;
 464         $row->{'days'} =~ s/^ //;
 465         $row->{'instructor'} =~ s/^([^,]*), ([^,]*)/$2 $1/;
 466         my $next = next_class(%$row);
 467         $current = "";
 468         #print "# $id\n";
 469         $current .= $row->{'id'} . ",";
 470         $current .= $row->{'title'} . ",";
 471         $current .= '"' . $row->{'instructor'} . '",';
 472         $next =~ /^(\d\d\d\d)(\d\d)(\d\d)$/;
 473         $current .= $1 . "-". $2 ."-" . $3 . "\n";
 474         print $current;
 475     }
 476 }
 477
 478 sub do_vcalendar_schedule {
 479     $| = 1;
 480     my %days = (M => "MO", T => "TU", W => "WE", R => "TH", F => "FR", S => "SA", U => "SU");
 481     my $file = shift if (defined $_[0] and $_[0] !~ /^\d/);
 482     my @schedule = get_schedule(@_);
 483     open(STDOUT, ">>" . $file) if(defined($file) && (! -d $file));
 484     open(STDOUT, ">/dev/null") if(defined($file) && (-d $file));
 485     print "BEGIN:VCALENDAR\r\nVERSION:1.0\r\n";
 486     foreach my $row (@schedule) {
 487         map { s/\n/-/g; $_} %$row;
 488         $row->{'instructor'} =~ s/^([^,]*), ([^,]*)/$2 $1/;
 489         $row->{'days'} =~ s/([MTWRFS])/ $days{$1}/g;
 490         $row->{'days'} =~ s/^ //;
 491         #$row->{'duration'} =~ s/(\d\d)-(\d\d)-(\d\d)/20$3$1$2/g;
 492         my @day = (off_for_holidays(%$row),off_for_exams(%$row));
 493         my $day = "";
 494         if(exists($day[0])) {
 495             $day = join(";", @day);
 496             $day =~ s/\b(\d{8})\b/$1T000000/g;
 497         }
 498         my ($starttime, $stoptime)=($row->{'begin'}, $row->{'end'});
 499         my ($startdate, $stopdate)=split(/-/, $row->{'duration'});
 500         $starttime =~ s/://;
 501         $stoptime =~ s/://;
 502         if(defined($file) && (-d $file)) {
 503             open FH, ">$file/" . $row->{'id'} . ".vcs" or die "$!";
 504             select FH;
 505             print "BEGIN:VCALENDAR\r\nVERSION:1.0\r\n";
 506         }
 507         print "BEGIN:VEVENT\r\n";
 508         print "SUMMARY:", $row->{'title'}, "\r\n";
 509         print "DESCRIPTION:", $row->{'id'}, "\r\n";
 510         print "LOCATION:", $row->{'location'}, "\r\n";
 511         print "CATEGORIES:Education\r\n";
 512         print "DTSTART:", $startdate."T".$starttime, "00\r\n";
 513         print "DTEND:", $startdate."T".$stoptime, "00\r\n";
 514         print "RRULE:W1 ", $row->{'days'} . " $stopdate", "T000000\r\n";
 515         print("EXDATE:$day\r\n") if($day);
 516         print "ATTENDEE;ROLE=OWNER;STATUS=CONFIRMED:", $opts{'name'}, "\r\n" if(defined($opts{'name'}));
 517         print "ATTENDEE;ROLE=ORGANIZER;STATUS=CONFIRMED:", $row->{'instructor'}, " <" . (get_faculty_email($row->{'instructor'}) || "fake\@ddress"), ">\r\n";
 518         print "END:VEVENT\r\n";
 519         if(defined($file) && (-d $file)) {
 520             print "END:VCALENDAR\r\n";
 521             close FH;
 522             select STDOUT;
 523         }
 524     }
 525     print "END:VCALENDAR\r\n";
 526 }
 527
 528 sub do_html_schedule {
 529     my @showheaders = ("Section ID/Title", "Instructor", "Days", "Time", "Duration", "Location");
 530     my @schedule = get_schedule(@_);
 531     print '<table cellpadding="3" cellspacing="0">'."\n<tr><th>";
 532     print join("</th><th>",@showheaders);
 533     print "</th></tr>\n";
 534         foreach my $row (@schedule) {
 535             map { s/\n/<br \/>/g; $_} %$row;
 536             $row->{'time'} =~ s/-/-<wbr \/>/;
 537             $row->{'duration'} =~ s/\d\d(\d\d)(\d\d)(\d\d)/$2-$3-$1/g;
 538             print '<tr>';
 539             print "<td>" . $row->{'id'} . "<br />" . $row->{'title'} . "</td>";
 540             my $instructor = $row->{'instructor'};
 541             $instructor =~ s/^([^,]*), ([^,]*)(.*)/$2 $1$3/;
 542             my $email = get_faculty_email($instructor);
 543             #if($email) {
 544                 #print '<td><a href="mailto:' . $email . '">'
 545                 #. $row->{'instructor'} . "</a></td>";
 546             # } else {
 547                 print "<td>" . $row->{'instructor'} . "</td>";
 548             #}
 549             print "<td>" . $row->{'days'} . "</td>";
 550             print "<td>" . $row->{'time'} . "</td>";
 551             print "<td>" . $row->{'duration'} . "</td>";
 552             print "<td>" . $row->{'location'} . "</td>";
 553             print "</tr>\n";
 554         }
 555     print "</table>\n";
 556 }
 557
 558 sub do_html_grades {
 559     my @readheaders = ("Section ID", "Course Title", "Grade", "Earned  Hours", "Quality  Hours", "Quality  Points", "GPA");
 560     my @showheaders = ("Section ID", "Course Title", "Grade", "Earned<br />Hours", "Quality<br />Hours", "Quality<br />Points", "GPA");
 561     my ($row, $lastrow);
 562     my $te = new HTML::TableExtract( headers => [ @readheaders ] );
 563     my $response = $ua->get("$url&tserve_tip_write=||WID|SID|PIN|Term&tserve_trans_config=rgrdterm.cfg"); # Valid grading terms
 564     die $response->status_line unless $response->is_success;
 565     #my @terms = reverse grep {s/^<option value="([^"]*)">.*/$1/} (split( /\r\n/, $response->content));
 566     my @terms = ();
 567     my $year = Date::Calc->localtime->year;
 568     for(my $y=$year-4;$y<=$year;$y++) { push @terms, ($y.2,$y.3,$y.4,$y.1); }
 569     foreach(@_ ? @_ : @terms) {
 570         $response = $ua->get("$url&tserve_tip_write=||WID|SID|PIN|Term&tserve_trans_config=rgrades.cfg&Term=".($_) );
 571         die $response->status_line unless $response->is_success;
 572         $te->parse($response->content);
 573     }
 574     print '<table cellpadding="3" cellspacing="0">'."\n<tr><th>";
 575     print join("</th><th>",@showheaders);
 576     print "</th></tr>\n";
 577     foreach my $ts ($te->table_states) {
 578         foreach my $row ($ts->rows) {
 579             map { s/\xa0//g; s/\n/<br \/>/g; $_} @$row;
 580             $row->[1] = capitalize($row->[1]);
 581             $lastrow=$row;
 582             next if $row->[0] =~ /:/;
 583             print '<tr><td>';
 584             print join('</td><td>', @$row);
 585             print "</td></tr>\n";
 586         }
 587     }
 588     print '<tr><td colspan="2">', capitalize($lastrow->[0]);
 589     shift @$lastrow; shift @$lastrow;
 590     print "</td><td>";
 591     print join('</td><td>', @$lastrow);
 592     print "</td></tr>\n";
 593     print "</table>\n";
 594 }
 595
 596 sub do_faculty {
 597     my @readheaders = ("Name", "College", "Email");
 598     my $te = new HTML::TableExtract( headers => [ @readheaders ] );
 599     foreach(qw(a b c d e f g h i j k l m n o p q r s t u v w x y z)) {
 600         my $response = $ua->get("http://$domain/fs/".$_."dir.htm");
 601         die $response->status_line unless $response->is_success;
 602         $te->parse($response->content);
 603     }
 604     foreach my $ts ($te->table_states) {
 605         foreach my $row ($ts->rows) {
 606             map { s/[\r\n]//g; $_} @$row;
 607             $row->[0] = capitalize($row->[0]);
 608             $row->[0] =~ s/([A-Z]r?)$/$1./;
 609             print '"'.$row->[0].'",',$row->[2].',', $row->[1], "\n";
 610         }
 611     }
 612 }
 613
 614 sub do_transcripts {
 615     $response = $ua->get("$url&tserve_tip_write=||WID|SID|PIN&tserve_trans_config=rtranscr.cfg&CareerReqNum=1");
 616     foreach (split /\n/, $response->content) {
 617         next unless s/^\&nbsp;|<pre>// || s/\&nbsp;/ /;
 618         s/<\/?([Hh]\d|[Bb])>//g;
 619         next if /<\/td>/;
 620         print "$_\n";
 621     }
 622 }
 623
 624 if ($arg eq "-g") {
 625     do_html_grades(@ARGV);
 626 } elsif ($arg eq "-s") {
 627     do_html_schedule(@ARGV);
 628 } elsif ($arg eq "-m") {
 629     do_mhc_schedule(@ARGV);
 630 } elsif ($arg eq "-c") {
 631     do_csv_schedule(@ARGV);
 632 } elsif ($arg eq "-v") {
 633     do_vcalendar_schedule(@ARGV);
 634 } elsif ($arg eq "-t") {
 635     do_transcripts;
 636 } elsif ($arg eq "-f") {
 637     do_faculty;
 638 }
 639
 640 $ua->get("$url&tserve_trans_config=alogout.cfg"); # Logout