#!/usr/bin/perl
use Time::Local;

# findMissing

# hunts through given set of directories (this version for the web content)
# to locate what items have NO metadata
# and to locate what metadata has no derivatives

# jody DeRidder, 8/20/09
##Copyright (c) 2010, The University of Alabama Libraries. 
## Contributed by Jody DeRidder, 4/7/10.
##All rights reserved.

##Redistribution and use in source and binary forms, with or without modification, are permitted provided that the following conditions are met:

##    * Redistributions of source code must retain the above copyright notice, this list of conditions and the following disclaimer.
##    * Redistributions in binary form must reproduce the above copyright notice, this list of conditions and the following disclaimer in the documentation and/or other materials provided with the 
##       distribution.
##    * Neither the name of The University of Alabama Libraries nor the names of its contributors may be used to endorse or promote products derived from this software without specific prior written permission.

##THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, 
##THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR 
##CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, 
##PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF 
##LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, 
##EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.

&timestamp;

$indir = "/srv/www/htdocs/content/";
$rmthis = "\/srv\/www\/htdocs\/content\/";  # for taking this out of the filename
$out = "./output/findMissing_".$timestamp.".txt";
open (OUT, ">".$out) or die "can't open $out\n";

opendir(IN, $indir) or die "can't look through $indir\n";

undef $problem;

while ($file = readdir(IN)){
  if ($file =~ /^\./){ next;}
  push (@topdirs, $indir.$file."/");
  }
close(IN);

# collection level
foreach $dir (@topdirs){
  opendir(IN, $dir) or die "can't look through $dir\n";

  while ($file = readdir(IN)){
    if ($file =~ /^\./ || $file =~ /Transcripts/ || $file =~ /Metadata/){ next;}
    push (@colldirs, $dir.$file."/");
    }
  close(IN);
  }

# now, item level
foreach $dir (@colldirs){
  opendir(IN, $dir) or die "can't look through $dir\n";
  ($parent = $dir) =~ s,$rmthis,,;  # take out top directories from name
  $parent =~ s,\/,\_,g;  # substitute underscores for / in directory name
                          # to recompose filename
  while ($file = readdir(IN)){   # looking through the collection directory
    undef $noItemMd;
    if ($file =~ /^\./|| $file =~ /Transcripts/ || $file =~ /Metadata/){ next;}
    $this = $dir.$file;    #   is this file a subdirectory?    It should be
    $folder = $this."/Metadata/";  # and it should have a metadata subdirectory for this item's metadata
    if (! -e $folder){
       $noItemMd = $parent."_".$file;
       $noItemMd =~  s,\_\_+,\_,g;  # remove multiple underscores
#       print "noItemMD for $noItemMd -- check children\n";

       undef $gotone;
#       push (@noMD, $this);
       }
    else{
       $mymods = $folder.$parent."_".$file.".mods.xml";  #ItemDirectory/Metadata/collnum_itemnum.mods.xml
       $mymods =~ s,\_\_+,\_,g;  # remove multiple underscores
      # print "looking for $mymods\n";
       if (! -e $mymods){  # nothing on this level
           $noItemMd = $parent."_".$file;
           $noItemMd =~  s,\_\_+,\_,g;  # remove multiple underscores
          # print "noItemMD for $noItemMd -- check children\n";
           undef $gotone;
       #    push (@noMD, $dir.$file);
           } 
       }
     opendir(ITEM, $this) or die "can't look in $this\n";  # now looking in the item directory
     undef $found;
     while ($afile = readdir(ITEM)){
        
        if ($afile =~ /Metadata/ || $afile =~ /Transcripts/){ next;}  # did that already
        if ($afile =~ /^\./){ next;}  # no dots
        
        $path = $this."/".$afile;
        if (-d $path){ # consider this "found" as the item may have subpages
              $found = 1;
              push(@subdirs, $path); 
              if ($noItemMd){  # test for MD in child files
                $thisMods = $noItemMd."_".$afile.".mods.xml";
                $thisModsPath = $path."/Metadata/".$thisMods;
              #  print "looking for $thisModsPath\n";
                if (! -e $thisModsPath){ push (@noMD, $path);}

                else { $gotone = 1;}
                }
              next;
              }
        elsif ($afile =~ /.+\.\w{3}$/){  #extension is 3 letters: derivative
          $found = 1; # Success
          
# audio may have transcripts in subdirectories we've already put on the subdirs array
          foreach $sd (@subdirs){
             if (!($sd =~ $this)){ push (@sds);}
             }
          @subdirs = @sds;
          next;
          }
        } 
     if ($noItemMd && (!$gotone)){ push (@noMD, $dir.$file);}  # no item MD and no sub item MD
     close(ITEM);
     if (! $found){ #no indication of a derivative
        push (@noDer, $this);
        }
     }
   close(IN);
   }

# now, subitem level
foreach $dir (@subdirs){
 # print "looking through $dir\n";
  opendir (IN, $dir) or die "can't look through $dir\n";
  undef $found;
  while ($file = readdir(IN)){
    if ($file =~ /^\./ || $file =~ /Metadata/ || $file =~ /Transcripts/){ next;}
   # subdirs don't have to have metadata
    # print "looking at $file\n";
    $path = $dir."/".$file;
    if ($file =~ /.+\.\w{3}$/){  #extension is 3 letters: derivative
        $found = 1; # success
     #   print "$file is a MATCH!\n";
        last;
        }
    elsif (-d $path){ # consider this "found" as the sub item may have subpages
        
            $found = 1;
            push(@subdirs, $path);
            next;
            }

      }
   close(IN);
   if (! $found){ #no indication of a derivative
      push (@noDer, $dir."/".$file);
      }
   }      
  

if (@noMD){
  $problem = 1;
  @sorted = sort(@noMD);
  print OUT "*********  MISSING METADATA  *************\n";
  foreach $dir (@sorted){ 
    $dir =~ s,\/srv\/www\/htdocs\/content\/,,;
    $dir =~ s,\/,\_,g; 
    print OUT "   $dir\n";
    }
  print OUT "\n\n";
  }

if (@noDer){
  $problem = 1;
  @sorted = sort(@noDer);
  print OUT "*********  MISSING DERIVATIVES  *************\n";
  foreach $dir (@sorted){ 
    $dir =~ s,\/srv\/www\/htdocs\/content\/,,;
    $dir =~ s,\/,\_,g;
    print OUT "   $dir\n";
    }
  print OUT "\n\n";
  }

if ($problem){ 
    print "\n\nCorrections are needed.  \n\nPlease check the output file for results:  $out\n\n";
    }
else{
   print "Everything looks great!!!  Thank you.  No problems found.\n\n";
   print OUT "Everything looks great!!!  Thank you.  No problems found.\n\n";
   }

close(OUT);

exit;

sub timestamp{
#following for Windows
#print "hit enter twice please\n";
#$date = `date`;
#$time = `time`;

#print $date."\n";
#if ($date =~ /.*? (\d*)\/(\d*)\/(\d*)/){
 #    $date = $3.$1.$2;
  #    }
#print $date."\n";
#if ($time =~ /.*? (\d*)\:(\d*)\:(\d*)\./){
 #    $time = $1.$2.$3;
  #   }
#print $time."\n";
#$timestamp = $date."T".$time;
#print $timestamp."\n";

# following for unix
($sec, $min, $hour, $mday, $mon, $year, $wday, $yday, $isdst) = gmtime();
##$year += 1900;
$mon ++;
if ($mon < 10){ $mon="0".$mon;}  #need 2 digits
if ($sec < 10){ $sec="0".$sec;}
if ($min < 10){ $min="0".$min;}
if ($hour < 10){ $hour="0".$hour;}
if ($mday < 10){ $mday="0".$mday;}

$year = $year + 1900;
$timestamp= "$year-$mon-$mday\T$hour:$min:$sec\Z";
}