Stripped out non-XML formats in preparation for new schedproc script
authorTim Pope <code@tpope.net>
Tue, 16 Aug 2005 21:01:04 +0000 (21:01 +0000)
committerTim Pope <code@tpope.net>
Tue, 16 Aug 2005 21:01:04 +0000 (21:01 +0000)
perl/sctweb

index b6a9a2675ae16754bf60e3d12ee12639d1c1cfbb..5d82c6c786de6e11a746ae3bd9292137e049a287 100755 (executable)
@@ -6,15 +6,17 @@
 # Create a ~/.sctwebrc that has SID=yourssn and PIN=yourpin
 # You'll need to change the url below if you go anywhere but Northwest Vista.
 
+# Update: This tool now only outputs in XML.  For other formats, convert
+# with schedproc
+
 use strict;
-use LWP::UserAgent;
-use HTML::TableExtract;
 #use Time::Local;
 use Date::Calc::Object qw(Day_of_Week Decode_Day_of_Week Week_of_Year Monday_of_Week Day_of_Week_Abbreviation Delta_Days Add_Delta_Days Nth_Weekday_of_Month_Year Gmtime Mktime);
 use Date::Calendar::Profiles qw($Profiles);
 use Date::Calendar::Year;
-use IO::File;
-use XML::Writer;
+use HTML::TableExtract;
+use LWP::UserAgent;
+use XML::Simple;
 use vars qw($ua %opts %faculty);
 
 my ($response);
@@ -104,40 +106,6 @@ if(@terms) {
 }
 die "Site down. Try again later.\n" unless (@terms);
 
-sub generate_id {
-    my ($section, $number) = split("-", shift);
-    my $id = 0;
-    foreach (split //, $section) {$id=26*$id+(ord($_)-1)%32;}
-    $id=10000*$id+$number;
-    return $id;
-}
-
-sub next_class {
-    my %class = @_;
-    $class{'duration'} =~ /(\d\d\d\d)(\d\d)(\d\d)-(\d\d\d\d)(\d\d)(\d\d)/;
-    my $days = Delta_Days($1,$2,$3,$4,$5,$6);
-    my $firstday = Date::Calc->new($1,$2,$3);
-    my $lastday = Date::Calc->new($4,$5,$6);
-    my $today = Date::Calc->new(Date::Calc->localtime(time+3600*6)->date);
-    my @days=();
-    foreach(split(" ",$class{'days'})) {
-       push @days, Decode_Day_of_Week($_);
-    }
-    my @off = (off_for_holidays(%class),off_for_exams(%class));
-    for($today = ($today > $firstday ? $today : $firstday); $today < $lastday; $today++) {
-       next unless(grep($_ == Day_of_Week($today->date), @days));
-       next if(grep($_ == $today, @off));
-       return $today;
-    }
-    $today = Date::Calc->new(Date::Calc->gmtime->date);
-    for($today = ($today < $lastday ? $today : $lastday); $today > $firstday; $today--) {
-       next unless(grep($_ == Day_of_Week($today->date), @days));
-       next if(grep($_ == $today, @off));
-       return $today;
-    }
-    return undef;
-}
-
 sub off_for_holidays {
     my %class = @_;
     $class{'duration'} =~ /(\d\d\d\d)(\d\d)(\d\d)-(\d\d\d\d)(\d\d)(\d\d)/;
@@ -275,7 +243,7 @@ sub get_schedule {
            $row->[8] =~ s/(\d\d)-(\d\d)-(\d\d)/20$3$1$2/g;
            $row->[9] =~ s/(ON|MAIN) CAMPUS\n//ig;
            $row->[9] =~ s/\n/ /g;
-           push @schedule, {
+           my %class = (
                id => $classid,
                title => $row->[0],
                #session => $row->[1],
@@ -290,7 +258,10 @@ sub get_schedule {
                duration => $row->[8],
                location => $row->[9],
                #message => $row->[10],
-           };
+           );
+           my @off = ( map { "$_"; } (off_for_holidays(%class), off_for_exams(%class)));
+           $class{'off'} = [ @off ] if (@off);
+           push @schedule, \%class;
        }
     }
     foreach my $ts ($tf->table_states) {
@@ -321,7 +292,7 @@ sub get_schedule {
            $row->[3] = capitalize($row->[3]);
            $row->[3] =~ s/([A-Z]r?)$/$1./;
            $row->[3] =~ s/^([^,]*), ([^,.]{3}[^,]*)/$2 $1/;
-           push @schedule, {
+           my %class = (
                id => $classid,
                title => $row->[0],
                #session => $session,
@@ -336,269 +307,37 @@ sub get_schedule {
                duration => $row->[2],
                location => $row->[1],
                #message => $row->[7],
-           };
+           );
+           my @off = ( map { "$_"; } (off_for_holidays(%class), off_for_exams(%class)));
+           $class{'off'} = [ @off ] if (@off);
+           push @schedule, \%class;
        }
     }
     return @schedule;
 }
 
-sub get_faculty_email {
-    my ($name, $school, $email);
-    if((-f $ENV{'HOME'} . "/public_html/faculty.csv") && ! %faculty) {
-       open INS, $ENV{'HOME'} . "/public_html/faculty.csv";
-       while($_ = <INS>) {
-           chomp;
-           m/"([^"]*)",([^,]*),([^,]*)/; # "
-           ($name, $email, $school) = ($1, $2, $3);
-           #$name =~ s/^([^,]*), ([^,]*)(.*)$/$2 $1$3/;
-           $name =~ s/ [A-Z]\.//g;
-           $name = lc $name;
-           $name =~ s/\W//g;
-           $faculty{$name} = $email;
-       }
-    }
-    $name = shift;
-    $name =~ s/ [A-Z]r?\.//g;
-    $name = lc $name;
-    $name =~ s/\W//g;
-    return $faculty{$name};
-}
-
-sub get_mhc_header {
-return (
-"X-SC-Subject: New Years Day\nX-SC-Category: Holiday\nX-SC-Cond: 1 Jan\nX-SC-Duration: 00010101-\nX-SC-Record-Id: <New_Years_Day\@from.sctweb>\n",
-"X-SC-Subject: Martin Luther King, Jr. Day\nX-SC-Category: Holiday\nX-SC-Cond: 3rd Mon Jan\nX-SC-Duration: 19870119-\nX-SC-Record-Id: <Martin_Luther_King_Jr_Day\@from.sctweb>\n",
-"X-SC-Subject: Presidents Day\nX-SC-Category: Holiday\nX-SC-Cond: 3rd Mon Feb\nX-SC-Duration: 19710515-\nX-SC-Record-Id: <Presidents_Day\@from.sctweb>\n",
-"X-SC-Subject: Memorial Day\nX-SC-Category: Holiday\nX-SC-Cond: Last Mon May\nX-SC-Duration: 19710531-\nX-SC-Record-Id: <Memorial_Day\@from.sctweb>\n",
-"X-SC-Subject: Independence Day\nX-SC-Category: Holiday\nX-SC-Cond: 4 Jul\nX-SC-Duration: 17760704-\nX-SC-Record-Id: <Independence_Day\@from.sctweb>\n",
-"X-SC-Subject: Labor Day\nX-SC-Category: Holiday\nX-SC-Cond: 1st Mon Sep\nX-SC-Duration: 18840901-\nX-SC-Record-Id: <Labor_Day\@from.sctweb>\n",
-"X-SC-Subject: Columbus Day\nX-SC-Category: Holiday\nX-SC-Cond: 2nd Mon Oct\nX-SC-Duration: 19711011-\nX-SC-Record-Id: <Columbus_Day\@from.sctweb>\n",
-"X-SC-Subject: Veterans Day\nX-SC-Category: Holiday\nX-SC-Cond: 11 Nov\nX-SC-Duration: 19261111-\nX-SC-Record-Id: <Veterans_Day\@from.sctweb>\n",
-"X-SC-Subject: Thanksgiving\nX-SC-Category: Holiday\nX-SC-Cond: 4th Thu Nov\nX-SC-Duration: 14921122-\nX-SC-Record-Id: <Thanksgiving\@from.sctweb>\n",
-"X-SC-Subject: Christmas\nX-SC-Category: Holiday\nX-SC-Cond: 25 Dec\nX-SC-Duration: 00011225-\nX-SC-Record-Id: <Christmas\@from.sctweb>\n",
-);
-}
-
-sub do_mhc_schedule {
-    $| = 1;
-    my %days = (M => "Mon", T => "Tue", W => "Wed", R => "Thu", F => "Fri", S => "Sat", U => "SU");
-    my @mon = qw(Jan Feb Mar Apr May Jun Jul Aug Sep Oct Nov Dec);
-    my ($file, $current, @mhc, @schedule);
-    $file = shift unless (!defined $_[0] or $_[0] =~ /^\d/);
-    @schedule = get_schedule(@_);
-    @mhc = get_mhc_header;
-    if(defined($file) && (-d $file)) {
-       my @mhc2;
-       foreach (@mhc) {
-           $_ =~ s/X-SC-Subject: ([^\n]*)/X-SC-Subject: $1\nSubject: $1/;
-           $_ =~ s/X-SC-Category: ([^\n]*)/X-SC-Category: $1\nFrom: $1/;
-           $_ =~ s/X-SC-Duration: (\d\d\d\d)(\d\d)(\d\d)-/"X-SC-Duration: $1$2$3-\nDate: $3 " . $mon[$2-1] . " 1970 12:00:00 +0000"/e;
-           push @mhc2, $_;
-       }
-       @mhc = @mhc2;
-    }
-    foreach my $row (@schedule) {
-       map {s/\n/-/g if defined; $_} %$row;
-       my $id=generate_id($row->{'id'});
-       $row->{'days'} =~ s/([MTWRFS])/ $days{$1}/g;
-       $row->{'days'} =~ s/^ //;
-       #$row->{'duration'} =~ s/(\d\d)-(\d\d)-(\d\d)/20$3$1$2/g;
-       my @day = map { "!" . $_ } (off_for_holidays(%$row),off_for_exams(%$row));
-       $current = "";
-       #print "# $id\n";
-       $current .= "X-SC-Subject: " . $row->{'title'} . "\n";
-       $current .= "X-SC-Location: " . $row->{'location'} . "\n";
-       $current .= "X-SC-Category: School\n";
-       $current .= "X-SC-Cond: " . $row->{'days'} . "\n";
-       $current .= "X-SC-Time: ".$row->{'begin'}."-".$row->{'end'}."\n";
-       $current .= "X-SC-Duration: " . $row->{'duration'} . "\n";
-       $current .= "X-SC-Day: @day\n" if(exists $day[0]);
-       $current .= "X-SC-Alarm: 15 minutes\n";
-       $current .= "X-SC-Record-Id: <".$row->{'id'}."\@from.sctweb>\n";
-       if(defined($file) && (-d $file)) {
-           #$row->{'instructor'} =~ s/^([^,]*), ([^,]*)(.*)/$2 $1$3/;
-           my $email = get_faculty_email $row->{'instructor'};
-           $row->{'instructor'} = '"' . $row->{'instructor'} . '" <'. ($email || ($1 || "unknown") . "\@from.sctweb") . ">";
-           $row->{'duration'} =~ /^(\d\d\d\d)(\d\d)(\d\d)-\d{8}$/;
-           $row->{'begin'} =~ /^(\d\d):(\d\d)$/;
-           my $next = next_class(%$row);
-           my @date = Gmtime(Mktime($next->date,$1,$2,0));
-           $current .= sprintf "Date: %s, %2d %s %4d %02d:%02d:00 +0000\n", Day_of_Week_Abbreviation($date[7]), $date[2], $mon[$date[1]-1], $date[0], $date[3], $date[4], $date[5];
-           $current .= "Subject: " . $row->{'title'} . "\n";
-           $current .= "From: " . $row->{'instructor'} . "\n";
-       }
-       #print "\n$current";
-       push @mhc, $current;
-    }
-    if(defined($file) && (-d $file)) {
-       my @lines;
-       foreach my $name (<$file/[1-9]*>) {
-           next unless $name =~ /^$file\/[1-9][0-9]*$/;
-           open FH, $name;
-           @lines = <FH>;
-           close FH;
-           foreach (@lines) {
-               unlink $name if /^X-SC-Record-Id: <.*\@from.sctweb>/;
-           }
-       }
-       my $i=0;
-       foreach (@mhc) {
-           while(-f ++$i) {}
-           open FH, ">$file/$i" or die $!;
-           print FH $_;
-           close FH;
-       }
-    } else {
-       open(STDOUT, ">" . $file) if(defined($file));
-       print "# MHC school schedule\n# Autogenerated by sctweb ".localtime()."\n\n";
-       print join("\n", @mhc);
-    }
-}
-
-sub do_csv_schedule {
-    $| = 1;
-    my %days = (M => "Mon", T => "Tue", W => "Wed", R => "Thu", F => "Fri", S => "Sat", U => "SU");
-    my @mon = qw(Jan. Feb. Mar. Apr. May June July Aug. Sept. Oct. Nov. Dec.);
-    my (@terms, $file, $current, @mhc, @schedule);
-    $file = shift unless (!defined $_[0] or $_[0] =~ /^\d/);
-    @schedule = get_schedule(@_);
-    open(STDOUT, ">" . $file) if(defined($file));
-    foreach my $row (@schedule) {
-       map {s/\n/-/g if defined; $_} %$row;
-       my $id=generate_id($row->{'id'});
-       $row->{'days'} =~ s/([MTWRFS])/ $days{$1}/g;
-       $row->{'days'} =~ s/^ //;
-       #$row->{'instructor'} =~ s/^([^,]*), ([^,])/$2 $1/;
-       my $next = next_class(%$row);
-       $current = "";
-       #print "# $id\n";
-       $current .= $row->{'id'} . ",";
-       $current .= $row->{'title'} . ",";
-       $current .= '"' . $row->{'instructor'} . '",';
-       $next =~ /^(\d\d\d\d)(\d\d)(\d\d)$/;
-       $current .= $1 . "-". $2 ."-" . $3 . "\n";
-       print $current;
-    }
-}
-
-sub do_vcalendar_schedule {
-    $| = 1;
-    my %days = (M => "MO", T => "TU", W => "WE", R => "TH", F => "FR", S => "SA", U => "SU");
-    my $file = shift if (defined $_[0] and $_[0] !~ /^\d/);
-    my @schedule = get_schedule(@_);
-    open(STDOUT, ">>" . $file) if(defined($file) && (! -d $file));
-    open(STDOUT, ">/dev/null") if(defined($file) && (-d $file));
-    print "BEGIN:VCALENDAR\r\nVERSION:1.0\r\n";
-    foreach my $row (@schedule) {
-       map { s/\n/-/g; $_} %$row;
-       #$row->{'instructor'} =~ s/^([^,]*), ([^,]*)/$2 $1/;
-       $row->{'days'} =~ s/([MTWRFS])/ $days{$1}/g;
-       $row->{'days'} =~ s/^ //;
-       #$row->{'duration'} =~ s/(\d\d)-(\d\d)-(\d\d)/20$3$1$2/g;
-       my @day = (off_for_holidays(%$row),off_for_exams(%$row));
-       my $day = "";
-       if(exists($day[0])) {
-           $day = join(";", @day);
-           $day =~ s/\b(\d{8})\b/$1T000000/g;
-       }
-       my ($starttime, $stoptime)=($row->{'begin'}, $row->{'end'});
-       my ($startdate, $stopdate)=split(/-/, $row->{'duration'});
-       $starttime =~ s/://;
-       $stoptime =~ s/://;
-       if(defined($file) && (-d $file)) {
-           open FH, ">$file/" . $row->{'id'} . ".vcs" or die "$!";
-           select FH;
-           print "BEGIN:VCALENDAR\r\nVERSION:1.0\r\n";
-       }
-       print "BEGIN:VEVENT\r\n";
-       print "SUMMARY:", $row->{'title'}, "\r\n";
-       print "DESCRIPTION:", $row->{'id'}, "\r\n";
-       print "LOCATION:", $row->{'location'}, "\r\n";
-       print "CATEGORIES:Education\r\n";
-       print "DTSTART:", $startdate."T".$starttime, "00\r\n";
-       print "DTEND:", $startdate."T".$stoptime, "00\r\n";
-       print "RRULE:W1 ", $row->{'days'} . " $stopdate", "T000000\r\n";
-       print("EXDATE:$day\r\n") if($day);
-       print "ATTENDEE;ROLE=OWNER;STATUS=CONFIRMED:", $opts{'name'}, "\r\n" if(defined($opts{'name'}));
-       print "ATTENDEE;ROLE=ORGANIZER;STATUS=CONFIRMED:", $row->{'instructor'}, " <" . (get_faculty_email($row->{'instructor'}) || "fake\@ddress"), ">\r\n";
-       print "END:VEVENT\r\n";
-       if(defined($file) && (-d $file)) {
-           print "END:VCALENDAR\r\n";
-           close FH;
-           select STDOUT;
-       }
-    }
-    print "END:VCALENDAR\r\n";
-}
-
 sub do_xml_schedule {
     my $file = shift if (defined $_[0] and $_[0] !~ /^\d/);
-    my ($output, $writer);
+    my $schedule = { class => [ get_schedule(@_) ] };
+    my $xml = XMLout($schedule, NoAttr => 1, RootName => 'schedule');
     if($file) {
-       $output = new IO::File(">$file");
-       $writer = new XML::Writer(OUTPUT => $output, DATA_MODE => 1);
+       open FH, ">$file";
+       print FH $xml;
+       close FH;
     } else {
-       $writer = new XML::Writer(DATA_MODE => 1);
+       print $xml;
     }
-    my @schedule = get_schedule(@_);
-    $writer->startTag("schedule");
-    foreach my $class (@schedule) {
-       $writer->startTag("class");
-       foreach my $key (sort keys %$class) {
-           $writer->dataElement($key, $class->{$key});
-       }
-       $writer->endTag("class");
-    }
-    $writer->endTag("schedule");
-    $writer->end();
-    close $output if $file;
-}
-
-sub do_html_schedule {
-    my @showheaders = ("Section ID/Title", "Instructor", "Days", "Time", "Duration", "Location");
-    my $shade = "dark";
-    my @schedule = get_schedule(@_);
-    print '<table id="schedule" cellpadding="3" cellspacing="0">'."\n<tr><th>";
-    print join("</th><th>",@showheaders);
-    print "</th></tr>\n";
-       foreach my $row (@schedule) {
-           map { s/\n/<br \/>/g; $_} %$row;
-           #$row->{'time'} =~ s/-/-<wbr \/>/;
-           $row->{'duration'} =~ s/-/<br \/>/;
-           $row->{'duration'} =~ s/\d\d(\d\d)(\d\d)(\d\d)/$2-$3-$1/g;
-           print '<tr class="'.$shade.'">';
-           $shade = ($shade eq "dark"?"light":"dark");
-           print '<td class="idtitle">';
-           print '<span class="sectionid">' .$row->{'id'}. '</span><br />';
-           print '<span class="coursetitle">' .$row->{'title'}. '</span></td>';
-           my $instructor = $row->{'instructor'};
-           #$instructor =~ s/^([^,]*), ([^,]*)(.*)/$2 $1$3/;
-           my $email = get_faculty_email($instructor);
-           #if($email) {
-               #print '<td><a href="mailto:' . $email . '">'
-               #. $row->{'instructor'} . "</a></td>";
-           # } else {
-               print "<td>" . $row->{'instructor'} . "</td>";
-           #}
-           print "<td>" . $row->{'days'} . "</td>";
-           print "<td>" . $row->{'begin'}."-<wbr />".$row->{'end'} . "</td>";
-           print "<td>" . $row->{'duration'} . "</td>";
-           print "<td>" . $row->{'location'} . "</td>";
-           print "</tr>\n";
-       }
-    print "</table>\n";
 }
 
-sub do_html_grades {
+sub do_xml_grades {
     my @readheaders = ("Section ID", "Course Title", "Grade", "Earned  Hours", "Quality  Hours", "Quality  Points", "GPA");
     @readheaders = ("Section", "Course Title", "FinalGrade", "Earned Hours", "Quality Hours", "Quality Points", "GPA") if($opts{'school'} eq 'tamuk');
-    my @showheaders = ("Section ID", "Course Title", "Grade", "Earned<br />Hours", "Quality<br />Hours", "Quality<br />Points");
     my ($row, $lastrow);
-    my $shade = "dark";
     my $te = new HTML::TableExtract( headers => [ @readheaders ] );
     my $response = $ua->get("$url&tserve_tip_write=||WID|SID|PIN|Term&tserve_trans_config=rgrdterm.cfg"); # Valid grading terms
     die $response->status_line unless $response->is_success;
     #my @terms = reverse grep {s/^<option value="([^"]*)">.*/$1/} (split( /\r\n/, $response->content));
+    my @grades = ();
     my @terms = ();
     my $year = Date::Calc->localtime->year;
     for(my $y=$year-4;$y<=$year;$y++) { push @terms, ($y.2,$y."F",$y.3,$y.4,$y.1,$y."S"); }
@@ -607,12 +346,6 @@ sub do_html_grades {
        die $response->status_line unless $response->is_success;
        $te->parse($response->content);
     }
-    print '<table id="grades" cellpadding="3" cellspacing="0">'."\n<tr>";
-    print '<th align="left" class="sectionid">', $showheaders[0];
-    print '</th><th align="left" class="coursetitle">', $showheaders[1];
-    print '</th><th align="center" class="grade">';
-    print join('</th><th align="center" class="right-number">',@showheaders[2 .. 5]);
-    print "</th></tr>\n";
     foreach my $ts ($te->table_states) {
        foreach my $row ($ts->rows) {
            map { s/^\s+//; s/\xa0|\r//g; s/\n/<br \/>/g; $_} @$row;
@@ -622,17 +355,27 @@ sub do_html_grades {
            $row->[0] =~ s/Cumulative:(.*) (\d{4}) (.*)/Cumulative:$1 $3 $2/;
            $lastrow=$row;
            next if $row->[0] =~ /:|Current Term/;
-           print '<tr class="'.$shade.'">';
-           $shade = ($shade eq "dark"?"light":"dark");
-           print '<td align="left" class="sectionid">', $$row[0], '</td>';
-           print '<td align="left" class="coursetitle">', $$row[1], '</td>';
-           print '<td align="center" class="grade">';
-           #print join('</td><td>', @$row[0 .. 1]);
-           print join('</td><td align="right" class="right-number">', @$row[2 .. 5]);
-           print "</td></tr>\n";
+           push @grades, {
+               id => $row->[0],
+               title => $row->[1],
+               grade => $row->[2],
+               earned => $row->[3],
+               hours => $row->[4],
+               points => $row->[5]
+           };
        }
     }
-    print '<tr class="cumulative '.$shade.'"><td id="cumulative" colspan="2">', capitalize($lastrow->[0]);
+    $lastrow->[0] =~ s/Cumulative:? *through *//i;
+    my $cumulative = { term => capitalize($lastrow->[0]),
+                      gpa => $lastrow->[6],
+                      earned => $lastrow->[3],
+                      hours => $lastrow->[4],
+                      points => $lastrow->[5]
+                  };
+    my $xml = XMLout({class => [@grades], cumulative => $cumulative}, NoAttr => 1, RootName => 'grades');
+    print $xml;
+    return;
+    print '<tr class="cumulative"><td id="cumulative" colspan="2">', capitalize($lastrow->[0]);
     #shift @$lastrow; shift @$lastrow;
     print '</td><td align="center" id="gpa" class="grade">';
     print $$lastrow[6];
@@ -670,21 +413,13 @@ sub do_transcripts {
     }
 }
 
-if ($arg eq "-s" || $arg eq "-h") {
-    do_html_schedule(@ARGV);
-} elsif ($arg eq "-m") {
-    do_mhc_schedule(@ARGV);
-} elsif ($arg eq "-c") {
-    do_csv_schedule(@ARGV);
-} elsif ($arg eq "-v") {
-    do_vcalendar_schedule(@ARGV);
-} elsif ($arg eq "-g") {
-    do_html_grades(@ARGV);
+if ($arg eq "-g") {
+    do_xml_grades(@ARGV);
 } elsif ($arg eq "-t") {
     do_transcripts;
 } elsif ($arg eq "-f") {
     do_faculty;
-} elsif ($arg eq "-x" || 1) {
+} elsif ($arg eq "-x" || $arg eq "-s" || 1) {
     do_xml_schedule(@ARGV);
 }